2024-11-15 00:52:23,097 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-15 00:52:23,116 main DEBUG Took 0.015869 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 00:52:23,117 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 00:52:23,118 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 00:52:23,119 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 00:52:23,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,133 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 00:52:23,150 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,153 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,154 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,157 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,158 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,160 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,161 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,162 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,163 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,165 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,166 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:52:23,168 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,169 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 00:52:23,170 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:52:23,172 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 00:52:23,173 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 00:52:23,174 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 00:52:23,175 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 00:52:23,176 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 00:52:23,188 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 00:52:23,192 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 00:52:23,194 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 00:52:23,195 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 00:52:23,195 main DEBUG createAppenders(={Console}) 2024-11-15 00:52:23,196 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-15 00:52:23,197 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-15 00:52:23,197 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-15 00:52:23,198 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 00:52:23,198 main DEBUG OutputStream closed 2024-11-15 00:52:23,199 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 00:52:23,199 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 00:52:23,200 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-15 00:52:23,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 00:52:23,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 00:52:23,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 00:52:23,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 00:52:23,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 00:52:23,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 00:52:23,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 00:52:23,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 00:52:23,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 00:52:23,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 00:52:23,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 00:52:23,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 00:52:23,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 00:52:23,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 00:52:23,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 00:52:23,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 00:52:23,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 00:52:23,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 00:52:23,305 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 00:52:23,306 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-15 00:52:23,308 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 00:52:23,309 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-15T00:52:23,602 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c 2024-11-15 00:52:23,605 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 00:52:23,606 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T00:52:23,615 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-15T00:52:23,623 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-15T00:52:23,650 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T00:52:23,716 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T00:52:23,717 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T00:52:23,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T00:52:23,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b, deleteOnExit=true 2024-11-15T00:52:23,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T00:52:23,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/test.cache.data in system properties and HBase conf 2024-11-15T00:52:23,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T00:52:23,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/hadoop.log.dir in system properties and HBase conf 2024-11-15T00:52:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T00:52:23,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T00:52:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T00:52:23,875 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T00:52:24,014 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T00:52:24,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:52:24,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T00:52:24,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T00:52:24,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:52:24,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T00:52:24,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T00:52:24,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T00:52:24,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:52:24,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T00:52:24,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/nfs.dump.dir in system properties and HBase conf 2024-11-15T00:52:24,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/java.io.tmpdir in system properties and HBase conf 2024-11-15T00:52:24,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T00:52:24,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T00:52:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T00:52:25,110 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T00:52:25,200 INFO [Time-limited test {}] log.Log(170): Logging initialized @2953ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T00:52:25,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:52:25,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:52:25,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:52:25,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:52:25,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:52:25,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:52:25,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@139bf1d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:52:25,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1257581c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:52:25,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@126092e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/java.io.tmpdir/jetty-localhost-46037-hadoop-hdfs-3_4_1-tests_jar-_-any-10150836837421804095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:52:25,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cf0cac{HTTP/1.1, (http/1.1)}{localhost:46037} 2024-11-15T00:52:25,613 INFO [Time-limited test {}] server.Server(415): Started @3366ms 2024-11-15T00:52:26,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:52:26,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:52:26,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:52:26,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:52:26,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:52:26,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e8b79bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:52:26,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e785bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:52:26,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32507d6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/java.io.tmpdir/jetty-localhost-41953-hadoop-hdfs-3_4_1-tests_jar-_-any-4509574233603003156/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:52:26,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28253f02{HTTP/1.1, (http/1.1)}{localhost:41953} 2024-11-15T00:52:26,327 INFO [Time-limited test {}] server.Server(415): Started @4079ms 2024-11-15T00:52:26,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:52:26,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:52:26,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:52:26,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:52:26,653 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:52:26,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:52:26,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac30c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:52:26,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c2e58d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:52:26,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@452d3806{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/java.io.tmpdir/jetty-localhost-34331-hadoop-hdfs-3_4_1-tests_jar-_-any-7035977559943325671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:52:26,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@972aa25{HTTP/1.1, (http/1.1)}{localhost:34331} 2024-11-15T00:52:26,807 INFO [Time-limited test {}] server.Server(415): Started @4559ms 2024-11-15T00:52:26,810 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:52:26,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T00:52:26,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T00:52:26,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T00:52:26,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T00:52:26,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T00:52:26,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202e66f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/hadoop.log.dir/,AVAILABLE} 2024-11-15T00:52:26,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53093b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T00:52:26,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@641b15f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/java.io.tmpdir/jetty-localhost-37523-hadoop-hdfs-3_4_1-tests_jar-_-any-8428028577538105004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:52:26,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@212e0707{HTTP/1.1, (http/1.1)}{localhost:37523} 2024-11-15T00:52:26,993 INFO [Time-limited test {}] server.Server(415): Started @4746ms 2024-11-15T00:52:26,995 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T00:52:29,125 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data1/current/BP-9592484-172.17.0.3-1731631944616/current, will proceed with Du for space computation calculation, 2024-11-15T00:52:29,125 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data4/current/BP-9592484-172.17.0.3-1731631944616/current, will proceed with Du for space computation calculation, 2024-11-15T00:52:29,125 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data3/current/BP-9592484-172.17.0.3-1731631944616/current, will proceed with Du for space computation calculation, 2024-11-15T00:52:29,125 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data2/current/BP-9592484-172.17.0.3-1731631944616/current, will proceed with Du for space computation calculation, 2024-11-15T00:52:29,160 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data5/current/BP-9592484-172.17.0.3-1731631944616/current, will proceed with Du for space computation calculation, 2024-11-15T00:52:29,163 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data6/current/BP-9592484-172.17.0.3-1731631944616/current, will proceed with Du for space computation calculation, 2024-11-15T00:52:29,169 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:52:29,169 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:52:29,202 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T00:52:29,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc98bdb9ddf642878 with lease ID 0xa5e2ac69e7a3d14e: Processing first storage report for DS-27316716-6a94-40be-a85a-d6a0681f3837 from datanode DatanodeRegistration(127.0.0.1:36359, datanodeUuid=812faf12-a742-4d8f-b821-b35336fd62a5, infoPort=33777, infoSecurePort=0, ipcPort=38543, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616) 2024-11-15T00:52:29,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc98bdb9ddf642878 with lease ID 0xa5e2ac69e7a3d14e: from storage DS-27316716-6a94-40be-a85a-d6a0681f3837 node DatanodeRegistration(127.0.0.1:36359, datanodeUuid=812faf12-a742-4d8f-b821-b35336fd62a5, infoPort=33777, infoSecurePort=0, ipcPort=38543, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:52:29,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c 2024-11-15T00:52:29,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5240f4bfee891f7d with lease ID 0xa5e2ac69e7a3d14c: Processing first storage report for DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390 from datanode DatanodeRegistration(127.0.0.1:46277, datanodeUuid=9c444c1c-67c7-4dc7-ae6c-3acbd7d47291, infoPort=37397, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616) 2024-11-15T00:52:29,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5240f4bfee891f7d with lease ID 0xa5e2ac69e7a3d14c: from storage DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390 node DatanodeRegistration(127.0.0.1:46277, datanodeUuid=9c444c1c-67c7-4dc7-ae6c-3acbd7d47291, infoPort=37397, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:52:29,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc85d313873ede2e with lease ID 0xa5e2ac69e7a3d14d: Processing first storage report for DS-e0fa4298-a311-4696-a2c2-92551f9430a6 from datanode DatanodeRegistration(127.0.0.1:42927, datanodeUuid=c74eb5de-5312-4675-8a02-45f13adcd548, infoPort=36293, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616) 2024-11-15T00:52:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc85d313873ede2e with lease ID 0xa5e2ac69e7a3d14d: from storage DS-e0fa4298-a311-4696-a2c2-92551f9430a6 node DatanodeRegistration(127.0.0.1:42927, datanodeUuid=c74eb5de-5312-4675-8a02-45f13adcd548, infoPort=36293, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616), blocks: 0, hasStaleStorage: true, processing time: 6 msecs, invalidatedBlocks: 0 2024-11-15T00:52:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc98bdb9ddf642878 with lease ID 0xa5e2ac69e7a3d14e: Processing first storage report for DS-1b126726-ba61-4e90-a0e3-06f15d43ce4f from datanode DatanodeRegistration(127.0.0.1:36359, datanodeUuid=812faf12-a742-4d8f-b821-b35336fd62a5, infoPort=33777, infoSecurePort=0, ipcPort=38543, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616) 2024-11-15T00:52:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc98bdb9ddf642878 with lease ID 0xa5e2ac69e7a3d14e: from storage DS-1b126726-ba61-4e90-a0e3-06f15d43ce4f node DatanodeRegistration(127.0.0.1:36359, datanodeUuid=812faf12-a742-4d8f-b821-b35336fd62a5, infoPort=33777, infoSecurePort=0, ipcPort=38543, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:52:29,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5240f4bfee891f7d with lease ID 0xa5e2ac69e7a3d14c: Processing first storage report for DS-286d4a74-9102-4951-bc8e-5b4ea1e3b896 from datanode DatanodeRegistration(127.0.0.1:46277, datanodeUuid=9c444c1c-67c7-4dc7-ae6c-3acbd7d47291, infoPort=37397, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616) 2024-11-15T00:52:29,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5240f4bfee891f7d with lease ID 0xa5e2ac69e7a3d14c: from storage DS-286d4a74-9102-4951-bc8e-5b4ea1e3b896 node DatanodeRegistration(127.0.0.1:46277, datanodeUuid=9c444c1c-67c7-4dc7-ae6c-3acbd7d47291, infoPort=37397, infoSecurePort=0, ipcPort=34067, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T00:52:29,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc85d313873ede2e with lease ID 0xa5e2ac69e7a3d14d: Processing first storage report for DS-d936d09d-f782-486d-9264-960d6cf89f2e from datanode DatanodeRegistration(127.0.0.1:42927, datanodeUuid=c74eb5de-5312-4675-8a02-45f13adcd548, infoPort=36293, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616) 2024-11-15T00:52:29,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc85d313873ede2e with lease ID 0xa5e2ac69e7a3d14d: from storage DS-d936d09d-f782-486d-9264-960d6cf89f2e node DatanodeRegistration(127.0.0.1:42927, datanodeUuid=c74eb5de-5312-4675-8a02-45f13adcd548, infoPort=36293, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=99294951;c=1731631944616), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T00:52:29,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/zookeeper_0, clientPort=54013, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T00:52:29,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54013 2024-11-15T00:52:29,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:29,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:29,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:52:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:52:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741825_1001 (size=7) 2024-11-15T00:52:29,770 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef with version=8 2024-11-15T00:52:29,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/hbase-staging 2024-11-15T00:52:30,160 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:52:30,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:30,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:30,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:52:30,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:30,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:52:30,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T00:52:30,483 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T00:52:30,495 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T00:52:30,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:52:30,534 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44431 (auto-detected) 2024-11-15T00:52:30,536 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-15T00:52:30,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38367 2024-11-15T00:52:30,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38367 connecting to ZooKeeper ensemble=127.0.0.1:54013 2024-11-15T00:52:30,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383670x0, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:52:30,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38367-0x1013bfaa1d30000 connected 2024-11-15T00:52:30,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:30,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:30,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:52:30,822 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef, hbase.cluster.distributed=false 2024-11-15T00:52:30,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:52:30,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38367 2024-11-15T00:52:30,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38367 2024-11-15T00:52:30,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38367 2024-11-15T00:52:30,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38367 2024-11-15T00:52:30,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38367 2024-11-15T00:52:31,030 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:52:31,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:31,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:31,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:52:31,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:31,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:52:31,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:52:31,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:52:31,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39319 2024-11-15T00:52:31,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39319 connecting to ZooKeeper ensemble=127.0.0.1:54013 2024-11-15T00:52:31,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:31,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:31,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393190x0, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:52:31,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393190x0, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:52:31,104 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:52:31,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39319-0x1013bfaa1d30001 connected 2024-11-15T00:52:31,117 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:52:31,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:52:31,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:52:31,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39319 2024-11-15T00:52:31,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39319 2024-11-15T00:52:31,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39319 2024-11-15T00:52:31,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39319 2024-11-15T00:52:31,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39319 2024-11-15T00:52:31,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:52:31,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:31,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:31,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:52:31,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:31,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:52:31,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:52:31,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:52:31,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34305 2024-11-15T00:52:31,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34305 connecting to ZooKeeper ensemble=127.0.0.1:54013 2024-11-15T00:52:31,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:31,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:31,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343050x0, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:52:31,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343050x0, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:52:31,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34305-0x1013bfaa1d30002 connected 2024-11-15T00:52:31,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:52:31,250 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:52:31,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:52:31,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:52:31,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34305 2024-11-15T00:52:31,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34305 2024-11-15T00:52:31,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34305 2024-11-15T00:52:31,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34305 2024-11-15T00:52:31,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34305 2024-11-15T00:52:31,275 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb2f6cb7846a:0 server-side Connection retries=45 2024-11-15T00:52:31,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:31,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:31,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T00:52:31,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T00:52:31,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T00:52:31,276 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T00:52:31,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:52:31,277 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45171 2024-11-15T00:52:31,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45171 connecting to ZooKeeper ensemble=127.0.0.1:54013 2024-11-15T00:52:31,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:31,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:31,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451710x0, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T00:52:31,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451710x0, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:52:31,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45171-0x1013bfaa1d30003 connected 2024-11-15T00:52:31,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T00:52:31,324 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T00:52:31,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T00:52:31,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T00:52:31,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45171 2024-11-15T00:52:31,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45171 2024-11-15T00:52:31,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45171 2024-11-15T00:52:31,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45171 2024-11-15T00:52:31,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45171 2024-11-15T00:52:31,345 DEBUG [M:0;fb2f6cb7846a:38367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb2f6cb7846a:38367 2024-11-15T00:52:31,347 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb2f6cb7846a,38367,1731631949930 2024-11-15T00:52:31,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:31,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:31,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:31,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:31,407 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb2f6cb7846a,38367,1731631949930 2024-11-15T00:52:31,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:52:31,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:52:31,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T00:52:31,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:31,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:31,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:31,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:31,493 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T00:52:31,495 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb2f6cb7846a,38367,1731631949930 from backup master directory 2024-11-15T00:52:31,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:31,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb2f6cb7846a,38367,1731631949930 2024-11-15T00:52:31,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:31,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:31,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T00:52:31,565 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:52:31,566 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb2f6cb7846a,38367,1731631949930 2024-11-15T00:52:31,568 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T00:52:31,570 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T00:52:31,634 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/hbase.id] with ID: 634d30e1-829a-48ec-a4a8-809e69f8afa3 2024-11-15T00:52:31,634 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/.tmp/hbase.id 2024-11-15T00:52:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:52:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:52:31,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741826_1002 (size=42) 2024-11-15T00:52:31,648 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/.tmp/hbase.id]:[hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/hbase.id] 2024-11-15T00:52:31,697 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T00:52:31,701 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T00:52:31,723 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-15T00:52:31,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:31,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:31,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:31,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:31,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:52:31,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:52:31,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741827_1003 (size=196) 2024-11-15T00:52:31,768 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:52:31,770 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T00:52:31,775 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:31,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:52:31,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:52:31,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741828_1004 (size=1189) 2024-11-15T00:52:31,831 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store 2024-11-15T00:52:31,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:52:31,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:52:31,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741829_1005 (size=34) 2024-11-15T00:52:31,867 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T00:52:31,871 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:31,873 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:52:31,873 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:52:31,873 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:52:31,875 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:52:31,875 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:52:31,875 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:52:31,876 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731631951873Disabling compacts and flushes for region at 1731631951873Disabling writes for close at 1731631951875 (+2 ms)Writing region close event to WAL at 1731631951875Closed at 1731631951875 2024-11-15T00:52:31,879 WARN [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/.initializing 2024-11-15T00:52:31,879 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/WALs/fb2f6cb7846a,38367,1731631949930 2024-11-15T00:52:31,889 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:31,906 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C38367%2C1731631949930, suffix=, logDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/WALs/fb2f6cb7846a,38367,1731631949930, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/oldWALs, maxLogs=10 2024-11-15T00:52:31,947 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/WALs/fb2f6cb7846a,38367,1731631949930/fb2f6cb7846a%2C38367%2C1731631949930.1731631951911, exclude list is [], retry=0 2024-11-15T00:52:31,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:31,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:31,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:31,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:31,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T00:52:32,038 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/WALs/fb2f6cb7846a,38367,1731631949930/fb2f6cb7846a%2C38367%2C1731631949930.1731631951911 2024-11-15T00:52:32,045 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777)] 2024-11-15T00:52:32,046 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:32,046 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:32,053 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,055 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T00:52:32,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:32,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:32,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T00:52:32,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:32,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:32,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T00:52:32,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:32,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:32,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T00:52:32,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:32,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:32,168 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,173 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,174 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,184 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,186 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,192 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:52:32,196 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T00:52:32,202 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:32,204 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67934739, jitterRate=0.012306496500968933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:52:32,219 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731631952073Initializing all the Stores at 1731631952076 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631952077 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631952077Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631952078 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631952078Cleaning up temporary data from old regions at 1731631952186 (+108 ms)Region opened successfully at 1731631952218 (+32 ms) 2024-11-15T00:52:32,223 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T00:52:32,273 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ae0e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:52:32,312 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T00:52:32,327 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T00:52:32,328 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T00:52:32,331 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T00:52:32,333 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T00:52:32,339 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-15T00:52:32,339 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T00:52:32,380 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T00:52:32,394 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T00:52:32,409 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T00:52:32,413 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T00:52:32,415 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T00:52:32,432 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T00:52:32,434 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T00:52:32,438 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T00:52:32,451 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T00:52:32,453 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T00:52:32,462 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T00:52:32,479 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T00:52:32,536 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T00:52:32,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:52:32,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:52:32,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:52:32,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T00:52:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,594 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb2f6cb7846a,38367,1731631949930, sessionid=0x1013bfaa1d30000, setting cluster-up flag (Was=false) 2024-11-15T00:52:32,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,767 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T00:52:32,770 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,38367,1731631949930 2024-11-15T00:52:32,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:32,820 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T00:52:32,822 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb2f6cb7846a,38367,1731631949930 2024-11-15T00:52:32,829 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T00:52:32,833 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(746): ClusterId : 634d30e1-829a-48ec-a4a8-809e69f8afa3 2024-11-15T00:52:32,833 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(746): ClusterId : 634d30e1-829a-48ec-a4a8-809e69f8afa3 2024-11-15T00:52:32,833 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(746): ClusterId : 634d30e1-829a-48ec-a4a8-809e69f8afa3 2024-11-15T00:52:32,836 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:52:32,836 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:52:32,836 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T00:52:32,843 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:52:32,843 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:52:32,843 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T00:52:32,843 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:52:32,843 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:52:32,843 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T00:52:32,863 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:52:32,864 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:52:32,864 DEBUG [RS:0;fb2f6cb7846a:39319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c88769f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:52:32,864 DEBUG [RS:2;fb2f6cb7846a:45171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c57284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:52:32,865 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T00:52:32,866 DEBUG [RS:1;fb2f6cb7846a:34305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc30d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb2f6cb7846a/172.17.0.3:0 2024-11-15T00:52:32,888 DEBUG [RS:0;fb2f6cb7846a:39319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb2f6cb7846a:39319 2024-11-15T00:52:32,888 DEBUG [RS:1;fb2f6cb7846a:34305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb2f6cb7846a:34305 2024-11-15T00:52:32,893 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:52:32,893 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:52:32,893 DEBUG [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:52:32,893 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:52:32,894 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:52:32,894 DEBUG [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:52:32,897 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,38367,1731631949930 with port=34305, startcode=1731631951177 2024-11-15T00:52:32,897 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,38367,1731631949930 with port=39319, startcode=1731631950991 2024-11-15T00:52:32,901 DEBUG [RS:2;fb2f6cb7846a:45171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fb2f6cb7846a:45171 2024-11-15T00:52:32,902 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T00:52:32,902 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T00:52:32,902 DEBUG [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T00:52:32,904 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,38367,1731631949930 with port=45171, startcode=1731631951274 2024-11-15T00:52:32,921 DEBUG [RS:2;fb2f6cb7846a:45171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:52:32,921 DEBUG [RS:1;fb2f6cb7846a:34305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:52:32,921 DEBUG [RS:0;fb2f6cb7846a:39319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T00:52:32,938 INFO [AsyncFSWAL-0-hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData-prefix:fb2f6cb7846a,38367,1731631949930 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-15T00:52:32,964 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:52:32,967 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50507, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:52:32,969 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39653, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T00:52:32,969 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T00:52:32,972 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T00:52:32,977 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T00:52:32,978 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-15T00:52:32,979 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T00:52:32,987 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T00:52:32,993 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb2f6cb7846a,38367,1731631949930 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T00:52:33,001 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:52:33,001 DEBUG [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T00:52:33,001 DEBUG [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T00:52:33,001 DEBUG [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T00:52:33,001 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:52:33,001 WARN [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T00:52:33,001 WARN [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T00:52:33,002 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:52:33,001 WARN [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T00:52:33,002 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=5, maxPoolSize=5 2024-11-15T00:52:33,002 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb2f6cb7846a:0, corePoolSize=10, maxPoolSize=10 2024-11-15T00:52:33,002 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,002 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:52:33,002 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,006 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731631983005 2024-11-15T00:52:33,008 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T00:52:33,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:52:33,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T00:52:33,009 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T00:52:33,013 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T00:52:33,013 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T00:52:33,013 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:33,014 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T00:52:33,014 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T00:52:33,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T00:52:33,016 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,020 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T00:52:33,022 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T00:52:33,022 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T00:52:33,025 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T00:52:33,056 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T00:52:33,058 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631953058,5,FailOnTimeoutGroup] 2024-11-15T00:52:33,059 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631953059,5,FailOnTimeoutGroup] 2024-11-15T00:52:33,060 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,060 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T00:52:33,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:52:33,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:52:33,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741831_1007 (size=1321) 2024-11-15T00:52:33,061 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,062 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T00:52:33,065 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef 2024-11-15T00:52:33,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:52:33,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:52:33,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741832_1008 (size=32) 2024-11-15T00:52:33,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:33,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:52:33,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:52:33,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:33,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:33,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:52:33,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:52:33,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:33,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:33,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:52:33,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:52:33,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:33,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:33,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:52:33,103 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,38367,1731631949930 with port=39319, startcode=1731631950991 2024-11-15T00:52:33,103 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,38367,1731631949930 with port=34305, startcode=1731631951177 2024-11-15T00:52:33,103 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb2f6cb7846a,38367,1731631949930 with port=45171, startcode=1731631951274 2024-11-15T00:52:33,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,34305,1731631951177 2024-11-15T00:52:33,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:52:33,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:33,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:33,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:52:33,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,34305,1731631951177 2024-11-15T00:52:33,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740 2024-11-15T00:52:33,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740 2024-11-15T00:52:33,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:52:33,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:52:33,116 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:52:33,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:33,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:33,119 DEBUG [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef 2024-11-15T00:52:33,119 DEBUG [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37101 2024-11-15T00:52:33,119 DEBUG [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:52:33,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:52:33,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:33,124 DEBUG [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef 2024-11-15T00:52:33,124 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:33,125 DEBUG [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37101 2024-11-15T00:52:33,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(517): Registering regionserver=fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:33,125 DEBUG [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:52:33,126 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64034471, jitterRate=-0.04581202566623688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:52:33,129 DEBUG [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef 2024-11-15T00:52:33,129 DEBUG [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37101 2024-11-15T00:52:33,129 DEBUG [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T00:52:33,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731631953082Initializing all the Stores at 1731631953086 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631953086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631953086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631953086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631953086Cleaning up temporary data from old regions at 1731631953115 (+29 ms)Region opened successfully at 1731631953132 (+17 ms) 2024-11-15T00:52:33,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:52:33,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:52:33,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:52:33,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:52:33,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:52:33,134 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:52:33,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631953132Disabling compacts and flushes for region at 1731631953132Disabling writes for close at 1731631953133 (+1 ms)Writing region close event to WAL at 1731631953134 (+1 ms)Closed at 1731631953134 2024-11-15T00:52:33,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:52:33,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:52:33,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T00:52:33,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T00:52:33,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:52:33,158 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T00:52:33,171 DEBUG [RS:1;fb2f6cb7846a:34305 {}] zookeeper.ZKUtil(111): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,34305,1731631951177 2024-11-15T00:52:33,172 WARN [RS:1;fb2f6cb7846a:34305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:52:33,172 DEBUG [RS:2;fb2f6cb7846a:45171 {}] zookeeper.ZKUtil(111): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:33,172 INFO [RS:1;fb2f6cb7846a:34305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:33,172 DEBUG [RS:0;fb2f6cb7846a:39319 {}] zookeeper.ZKUtil(111): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:33,172 WARN [RS:2;fb2f6cb7846a:45171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:52:33,172 WARN [RS:0;fb2f6cb7846a:39319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T00:52:33,172 INFO [RS:2;fb2f6cb7846a:45171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:33,172 DEBUG [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,34305,1731631951177 2024-11-15T00:52:33,172 INFO [RS:0;fb2f6cb7846a:39319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:33,172 DEBUG [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:33,172 DEBUG [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:33,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,45171,1731631951274] 2024-11-15T00:52:33,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,39319,1731631950991] 2024-11-15T00:52:33,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb2f6cb7846a,34305,1731631951177] 2024-11-15T00:52:33,201 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:52:33,201 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:52:33,201 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T00:52:33,222 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:52:33,222 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:52:33,222 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T00:52:33,228 INFO [RS:2;fb2f6cb7846a:45171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:52:33,228 INFO [RS:0;fb2f6cb7846a:39319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:52:33,228 INFO [RS:1;fb2f6cb7846a:34305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:52:33,228 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,228 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,228 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,232 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:52:33,232 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:52:33,232 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T00:52:33,237 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:52:33,237 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:52:33,237 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T00:52:33,239 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,239 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,239 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,239 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,239 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,239 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,239 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,239 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,239 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,239 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:52:33,240 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:52:33,240 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=2, maxPoolSize=2 2024-11-15T00:52:33,240 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,240 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:52:33,241 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:52:33,241 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:2;fb2f6cb7846a:45171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:52:33,241 DEBUG [RS:1;fb2f6cb7846a:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:52:33,241 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb2f6cb7846a:0, corePoolSize=1, maxPoolSize=1 2024-11-15T00:52:33,241 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:52:33,242 DEBUG [RS:0;fb2f6cb7846a:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb2f6cb7846a:0, corePoolSize=3, maxPoolSize=3 2024-11-15T00:52:33,256 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,256 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,257 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,257 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,257 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,257 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45171,1731631951274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:52:33,264 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,264 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,264 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,264 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,265 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,265 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,34305,1731631951177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:52:33,265 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,265 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,265 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,265 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,265 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,266 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,39319,1731631950991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:52:33,288 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:52:33,288 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:52:33,290 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,45171,1731631951274-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,291 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,291 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.Replication(171): fb2f6cb7846a,45171,1731631951274 started 2024-11-15T00:52:33,291 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T00:52:33,292 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,39319,1731631950991-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,292 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,292 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.Replication(171): fb2f6cb7846a,39319,1731631950991 started 2024-11-15T00:52:33,293 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,34305,1731631951177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,294 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,294 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.Replication(171): fb2f6cb7846a,34305,1731631951177 started 2024-11-15T00:52:33,309 WARN [fb2f6cb7846a:38367 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T00:52:33,314 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,314 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,39319,1731631950991, RpcServer on fb2f6cb7846a/172.17.0.3:39319, sessionid=0x1013bfaa1d30001 2024-11-15T00:52:33,315 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:52:33,315 DEBUG [RS:0;fb2f6cb7846a:39319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:33,316 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,39319,1731631950991' 2024-11-15T00:52:33,316 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:52:33,320 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:52:33,321 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:52:33,322 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:52:33,322 DEBUG [RS:0;fb2f6cb7846a:39319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:33,322 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,39319,1731631950991' 2024-11-15T00:52:33,322 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:52:33,323 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:52:33,324 DEBUG [RS:0;fb2f6cb7846a:39319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:52:33,324 INFO [RS:0;fb2f6cb7846a:39319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:52:33,324 INFO [RS:0;fb2f6cb7846a:39319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:52:33,326 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,326 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,34305,1731631951177, RpcServer on fb2f6cb7846a/172.17.0.3:34305, sessionid=0x1013bfaa1d30002 2024-11-15T00:52:33,327 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:52:33,327 DEBUG [RS:1;fb2f6cb7846a:34305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,34305,1731631951177 2024-11-15T00:52:33,327 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,34305,1731631951177' 2024-11-15T00:52:33,327 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:52:33,328 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:52:33,329 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:52:33,329 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:52:33,329 DEBUG [RS:1;fb2f6cb7846a:34305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,34305,1731631951177 2024-11-15T00:52:33,329 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,34305,1731631951177' 2024-11-15T00:52:33,329 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:52:33,330 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:33,330 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:52:33,330 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(1482): Serving as fb2f6cb7846a,45171,1731631951274, RpcServer on fb2f6cb7846a/172.17.0.3:45171, sessionid=0x1013bfaa1d30003 2024-11-15T00:52:33,331 DEBUG [RS:1;fb2f6cb7846a:34305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:52:33,331 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T00:52:33,331 INFO [RS:1;fb2f6cb7846a:34305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:52:33,331 INFO [RS:1;fb2f6cb7846a:34305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:52:33,331 DEBUG [RS:2;fb2f6cb7846a:45171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:33,331 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,45171,1731631951274' 2024-11-15T00:52:33,331 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T00:52:33,331 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T00:52:33,332 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T00:52:33,332 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T00:52:33,332 DEBUG [RS:2;fb2f6cb7846a:45171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:33,332 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb2f6cb7846a,45171,1731631951274' 2024-11-15T00:52:33,332 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T00:52:33,333 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T00:52:33,334 DEBUG [RS:2;fb2f6cb7846a:45171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T00:52:33,334 INFO [RS:2;fb2f6cb7846a:45171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T00:52:33,334 INFO [RS:2;fb2f6cb7846a:45171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T00:52:33,431 INFO [RS:0;fb2f6cb7846a:39319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:33,432 INFO [RS:1;fb2f6cb7846a:34305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:33,436 INFO [RS:2;fb2f6cb7846a:45171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:33,436 INFO [RS:1;fb2f6cb7846a:34305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C34305%2C1731631951177, suffix=, logDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,34305,1731631951177, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/oldWALs, maxLogs=32 2024-11-15T00:52:33,438 INFO [RS:0;fb2f6cb7846a:39319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C39319%2C1731631950991, suffix=, logDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,39319,1731631950991, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/oldWALs, maxLogs=32 2024-11-15T00:52:33,440 INFO [RS:2;fb2f6cb7846a:45171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C45171%2C1731631951274, suffix=, logDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/oldWALs, maxLogs=32 2024-11-15T00:52:33,460 DEBUG [RS:1;fb2f6cb7846a:34305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,34305,1731631951177/fb2f6cb7846a%2C34305%2C1731631951177.1731631953439, exclude list is [], retry=0 2024-11-15T00:52:33,463 DEBUG [RS:0;fb2f6cb7846a:39319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,39319,1731631950991/fb2f6cb7846a%2C39319%2C1731631950991.1731631953440, exclude list is [], retry=0 2024-11-15T00:52:33,464 DEBUG [RS:2;fb2f6cb7846a:45171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443, exclude list is [], retry=0 2024-11-15T00:52:33,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:33,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:33,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:33,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:33,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:33,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:33,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:33,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:33,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:33,500 INFO [RS:2;fb2f6cb7846a:45171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443 2024-11-15T00:52:33,509 DEBUG [RS:2;fb2f6cb7846a:45171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:36293:36293)] 2024-11-15T00:52:33,531 INFO [RS:1;fb2f6cb7846a:34305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,34305,1731631951177/fb2f6cb7846a%2C34305%2C1731631951177.1731631953439 2024-11-15T00:52:33,532 DEBUG [RS:1;fb2f6cb7846a:34305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777)] 2024-11-15T00:52:33,533 INFO [RS:0;fb2f6cb7846a:39319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,39319,1731631950991/fb2f6cb7846a%2C39319%2C1731631950991.1731631953440 2024-11-15T00:52:33,534 DEBUG [RS:0;fb2f6cb7846a:39319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:52:33,562 DEBUG [fb2f6cb7846a:38367 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T00:52:33,575 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:52:33,584 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:52:33,584 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:52:33,584 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T00:52:33,584 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:52:33,584 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:52:33,584 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T00:52:33,584 INFO [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:52:33,584 INFO [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:52:33,585 INFO [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T00:52:33,585 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:52:33,609 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:33,616 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,45171,1731631951274, state=OPENING 2024-11-15T00:52:33,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T00:52:33,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:33,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:33,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:33,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:52:33,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:33,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:33,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:33,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:33,646 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:52:33,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,45171,1731631951274}] 2024-11-15T00:52:33,831 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:52:33,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58331, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:52:33,847 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T00:52:33,852 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:33,852 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T00:52:33,857 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C45171%2C1731631951274.meta, suffix=.meta, logDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/oldWALs, maxLogs=32 2024-11-15T00:52:33,877 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta, exclude list is [], retry=0 2024-11-15T00:52:33,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:33,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:33,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:33,921 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta 2024-11-15T00:52:33,922 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293)] 2024-11-15T00:52:33,922 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:33,924 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T00:52:33,927 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T00:52:33,932 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T00:52:33,938 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T00:52:33,939 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:33,940 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T00:52:33,940 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T00:52:33,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:52:33,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:52:33,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:33,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:33,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:52:33,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:52:33,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:33,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:33,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:52:33,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:52:33,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:33,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:33,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:52:33,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:52:33,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:33,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:33,968 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:52:33,970 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740 2024-11-15T00:52:33,974 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740 2024-11-15T00:52:33,978 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:52:33,978 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:52:33,979 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:52:33,983 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:52:33,986 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74728157, jitterRate=0.11353631317615509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:52:33,986 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T00:52:33,988 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731631953940Writing region info on filesystem at 1731631953941 (+1 ms)Initializing all the Stores at 1731631953946 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631953946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631953947 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631953947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631953947Cleaning up temporary data from old regions at 1731631953978 (+31 ms)Running coprocessor post-open hooks at 1731631953986 (+8 ms)Region opened successfully at 1731631953987 (+1 ms) 2024-11-15T00:52:33,997 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731631953822 2024-11-15T00:52:34,019 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T00:52:34,019 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T00:52:34,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:34,024 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,45171,1731631951274, state=OPEN 2024-11-15T00:52:34,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:34,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:34,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:34,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:34,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:34,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:34,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:34,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:34,137 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:34,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T00:52:34,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,45171,1731631951274 in 489 msec 2024-11-15T00:52:34,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T00:52:34,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 999 msec 2024-11-15T00:52:34,153 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T00:52:34,153 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T00:52:34,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:52:34,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1] 2024-11-15T00:52:34,200 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:52:34,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57897, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:52:34,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3560 sec 2024-11-15T00:52:34,224 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731631954224, completionTime=-1 2024-11-15T00:52:34,226 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T00:52:34,227 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T00:52:34,293 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-15T00:52:34,293 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731632014293 2024-11-15T00:52:34,293 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731632074293 2024-11-15T00:52:34,293 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 66 msec 2024-11-15T00:52:34,295 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T00:52:34,324 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,38367,1731631949930-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:34,324 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,38367,1731631949930-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:34,325 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,38367,1731631949930-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:34,326 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb2f6cb7846a:38367, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:34,327 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:34,327 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:34,337 DEBUG [master/fb2f6cb7846a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T00:52:34,359 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.793sec 2024-11-15T00:52:34,361 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T00:52:34,362 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T00:52:34,363 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T00:52:34,363 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T00:52:34,363 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T00:52:34,364 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,38367,1731631949930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T00:52:34,364 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,38367,1731631949930-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T00:52:34,368 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T00:52:34,369 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T00:52:34,370 INFO [master/fb2f6cb7846a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb2f6cb7846a,38367,1731631949930-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:34,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9932148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:52:34,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb2f6cb7846a,38367,-1 for getting cluster id 2024-11-15T00:52:34,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T00:52:34,463 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '634d30e1-829a-48ec-a4a8-809e69f8afa3' 2024-11-15T00:52:34,465 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T00:52:34,466 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "634d30e1-829a-48ec-a4a8-809e69f8afa3" 2024-11-15T00:52:34,466 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27203bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:52:34,466 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb2f6cb7846a,38367,-1] 2024-11-15T00:52:34,468 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T00:52:34,470 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:52:34,471 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T00:52:34,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7ee60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:52:34,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:52:34,482 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1] 2024-11-15T00:52:34,482 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:52:34,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:52:34,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb2f6cb7846a,38367,1731631949930 2024-11-15T00:52:34,509 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:37101/hbase 2024-11-15T00:52:34,525 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=1077, ProcessCount=11, AvailableMemoryMB=2369 2024-11-15T00:52:34,542 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:34,546 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:34,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:34,553 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-18739331, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/hregion-18739331, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:34,567 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-18739331/hregion-18739331.1731631954554, exclude list is [], retry=0 2024-11-15T00:52:34,572 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:34,572 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:34,572 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:34,575 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-18739331/hregion-18739331.1731631954554 2024-11-15T00:52:34,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:33777:33777)] 2024-11-15T00:52:34,576 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d1426a25cfee1f9d482466278dce17d4, NAME => 'testReplayEditsWrittenIntoWAL,,1731631954543.d1426a25cfee1f9d482466278dce17d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/hbase 2024-11-15T00:52:34,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741838_1014 (size=64) 2024-11-15T00:52:34,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741838_1014 (size=64) 2024-11-15T00:52:34,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741838_1014 (size=64) 2024-11-15T00:52:34,592 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731631954543.d1426a25cfee1f9d482466278dce17d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:34,594 INFO [StoreOpener-d1426a25cfee1f9d482466278dce17d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,597 INFO [StoreOpener-d1426a25cfee1f9d482466278dce17d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1426a25cfee1f9d482466278dce17d4 columnFamilyName a 2024-11-15T00:52:34,597 DEBUG [StoreOpener-d1426a25cfee1f9d482466278dce17d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:34,598 INFO [StoreOpener-d1426a25cfee1f9d482466278dce17d4-1 {}] regionserver.HStore(327): Store=d1426a25cfee1f9d482466278dce17d4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:34,598 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,599 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,600 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,601 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,601 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,604 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,607 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:34,608 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d1426a25cfee1f9d482466278dce17d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69933879, jitterRate=0.04209600389003754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:52:34,610 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d1426a25cfee1f9d482466278dce17d4: Writing region info on filesystem at 1731631954592Initializing all the Stores at 1731631954594 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631954594Cleaning up temporary data from old regions at 1731631954601 (+7 ms)Region opened successfully at 1731631954609 (+8 ms) 2024-11-15T00:52:34,610 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d1426a25cfee1f9d482466278dce17d4, disabling compactions & flushes 2024-11-15T00:52:34,610 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731631954543.d1426a25cfee1f9d482466278dce17d4. 2024-11-15T00:52:34,610 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731631954543.d1426a25cfee1f9d482466278dce17d4. 2024-11-15T00:52:34,610 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731631954543.d1426a25cfee1f9d482466278dce17d4. after waiting 0 ms 2024-11-15T00:52:34,610 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731631954543.d1426a25cfee1f9d482466278dce17d4. 2024-11-15T00:52:34,610 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731631954543.d1426a25cfee1f9d482466278dce17d4. 2024-11-15T00:52:34,611 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d1426a25cfee1f9d482466278dce17d4: Waiting for close lock at 1731631954610Disabling compacts and flushes for region at 1731631954610Disabling writes for close at 1731631954610Writing region close event to WAL at 1731631954610Closed at 1731631954610 2024-11-15T00:52:34,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741837_1013 (size=95) 2024-11-15T00:52:34,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741837_1013 (size=95) 2024-11-15T00:52:34,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741837_1013 (size=95) 2024-11-15T00:52:34,622 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:52:34,623 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-18739331:(num 1731631954554) 2024-11-15T00:52:34,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T00:52:34,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741839_1015 (size=320) 2024-11-15T00:52:34,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741839_1015 (size=320) 2024-11-15T00:52:34,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741839_1015 (size=320) 2024-11-15T00:52:34,657 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T00:52:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741840_1016 (size=253) 2024-11-15T00:52:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741840_1016 (size=253) 2024-11-15T00:52:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741840_1016 (size=253) 2024-11-15T00:52:34,703 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-1, size=320 (320bytes) 2024-11-15T00:52:34,704 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T00:52:34,704 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T00:52:34,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-1 2024-11-15T00:52:34,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-1 after 7ms 2024-11-15T00:52:34,781 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:34,782 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-1 took 80ms 2024-11-15T00:52:34,797 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-1 so closing down 2024-11-15T00:52:34,797 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:34,800 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-15T00:52:34,802 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000001-wal-1.temp 2024-11-15T00:52:34,803 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741841_1017 (size=320) 2024-11-15T00:52:34,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741841_1017 (size=320) 2024-11-15T00:52:34,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741841_1017 (size=320) 2024-11-15T00:52:34,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T00:52:34,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002 2024-11-15T00:52:34,830 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-15T00:52:34,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-1, journal: Splitting hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-1, size=320 (320bytes) at 1731631954703Finishing writing output for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-1 so closing down at 1731631954797 (+94 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000001-wal-1.temp at 1731631954802 (+5 ms)3 split writer threads finished at 1731631954804 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731631954824 (+20 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002 at 1731631954827 (+3 ms)Processed 2 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731631954830 (+3 ms) 2024-11-15T00:52:34,846 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-2, size=253 (253bytes) 2024-11-15T00:52:34,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-2 2024-11-15T00:52:34,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-2 after 1ms 2024-11-15T00:52:34,851 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:34,851 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-2 took 6ms 2024-11-15T00:52:34,855 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-2 so closing down 2024-11-15T00:52:34,855 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:34,858 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-15T00:52:34,860 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002-wal-2.temp 2024-11-15T00:52:34,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741842_1018 (size=253) 2024-11-15T00:52:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741842_1018 (size=253) 2024-11-15T00:52:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741842_1018 (size=253) 2024-11-15T00:52:34,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T00:52:34,876 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:34,878 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-15T00:52:34,880 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-15T00:52:34,880 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-2, journal: Splitting hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-2, size=253 (253bytes) at 1731631954846Finishing writing output for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-2 so closing down at 1731631954855 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002-wal-2.temp at 1731631954860 (+5 ms)3 split writer threads finished at 1731631954860Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731631954871 (+11 ms)Processed 1 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731631954880 (+9 ms) 2024-11-15T00:52:34,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:34,883 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:34,896 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal.1731631954883, exclude list is [], retry=0 2024-11-15T00:52:34,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:34,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:34,935 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:34,937 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal.1731631954883 2024-11-15T00:52:34,939 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777)] 2024-11-15T00:52:34,939 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d1426a25cfee1f9d482466278dce17d4, NAME => 'testReplayEditsWrittenIntoWAL,,1731631954543.d1426a25cfee1f9d482466278dce17d4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:34,939 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731631954543.d1426a25cfee1f9d482466278dce17d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:34,939 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,939 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,942 INFO [StoreOpener-d1426a25cfee1f9d482466278dce17d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,943 INFO [StoreOpener-d1426a25cfee1f9d482466278dce17d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1426a25cfee1f9d482466278dce17d4 columnFamilyName a 2024-11-15T00:52:34,943 DEBUG [StoreOpener-d1426a25cfee1f9d482466278dce17d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:34,944 INFO [StoreOpener-d1426a25cfee1f9d482466278dce17d4-1 {}] regionserver.HStore(327): Store=d1426a25cfee1f9d482466278dce17d4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:34,944 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,945 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,948 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:34,949 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002 2024-11-15T00:52:34,952 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:34,959 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002 2024-11-15T00:52:34,964 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d1426a25cfee1f9d482466278dce17d4 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-15T00:52:35,015 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/.tmp/a/55f0ab34b44f4e67b1fb24f20daf8f44 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731631954623/Put/seqid=0 2024-11-15T00:52:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741844_1020 (size=5170) 2024-11-15T00:52:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741844_1020 (size=5170) 2024-11-15T00:52:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741844_1020 (size=5170) 2024-11-15T00:52:35,030 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/.tmp/a/55f0ab34b44f4e67b1fb24f20daf8f44 2024-11-15T00:52:35,070 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/.tmp/a/55f0ab34b44f4e67b1fb24f20daf8f44 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/a/55f0ab34b44f4e67b1fb24f20daf8f44 2024-11-15T00:52:35,079 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/a/55f0ab34b44f4e67b1fb24f20daf8f44, entries=2, sequenceid=2, filesize=5.0 K 2024-11-15T00:52:35,084 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d1426a25cfee1f9d482466278dce17d4 in 120ms, sequenceid=2, compaction requested=false; wal=null 2024-11-15T00:52:35,086 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/0000000000000000002 2024-11-15T00:52:35,087 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:35,087 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:35,090 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d1426a25cfee1f9d482466278dce17d4 2024-11-15T00:52:35,093 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/d1426a25cfee1f9d482466278dce17d4/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-15T00:52:35,095 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d1426a25cfee1f9d482466278dce17d4; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75470063, jitterRate=0.12459157407283783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:52:35,095 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d1426a25cfee1f9d482466278dce17d4: Writing region info on filesystem at 1731631954939Initializing all the Stores at 1731631954941 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631954941Obtaining lock to block concurrent updates at 1731631954964 (+23 ms)Preparing flush snapshotting stores in d1426a25cfee1f9d482466278dce17d4 at 1731631954964Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731631954543.d1426a25cfee1f9d482466278dce17d4., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731631954968 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731631954543.d1426a25cfee1f9d482466278dce17d4. at 1731631954968Flushing d1426a25cfee1f9d482466278dce17d4/a: creating writer at 1731631954969 (+1 ms)Flushing d1426a25cfee1f9d482466278dce17d4/a: appending metadata at 1731631955003 (+34 ms)Flushing d1426a25cfee1f9d482466278dce17d4/a: closing flushed file at 1731631955005 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9ae2b5: reopening flushed file at 1731631955068 (+63 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d1426a25cfee1f9d482466278dce17d4 in 120ms, sequenceid=2, compaction requested=false; wal=null at 1731631955084 (+16 ms)Cleaning up temporary data from old regions at 1731631955087 (+3 ms)Region opened successfully at 1731631955095 (+8 ms) 2024-11-15T00:52:35,117 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=374 (was 363) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:42104 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:50632 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:50598 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:53914 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37101/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:53994 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:42258 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1077 (was 1077), ProcessCount=11 (was 11), AvailableMemoryMB=2315 (was 2369) 2024-11-15T00:52:35,130 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=1077, ProcessCount=11, AvailableMemoryMB=2314 2024-11-15T00:52:35,148 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:35,151 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:35,152 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:35,155 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-06432164, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/hregion-06432164, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:35,169 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-06432164/hregion-06432164.1731631955156, exclude list is [], retry=0 2024-11-15T00:52:35,172 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:35,173 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:35,173 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:35,177 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-06432164/hregion-06432164.1731631955156 2024-11-15T00:52:35,177 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777)] 2024-11-15T00:52:35,177 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b0326919fd15e895635b4847cdc0b59a, NAME => 'testReplayEditsWrittenIntoWAL,,1731631955149.b0326919fd15e895635b4847cdc0b59a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/hbase 2024-11-15T00:52:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741846_1022 (size=64) 2024-11-15T00:52:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741846_1022 (size=64) 2024-11-15T00:52:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741846_1022 (size=64) 2024-11-15T00:52:35,198 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731631955149.b0326919fd15e895635b4847cdc0b59a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:35,200 INFO [StoreOpener-b0326919fd15e895635b4847cdc0b59a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,203 INFO [StoreOpener-b0326919fd15e895635b4847cdc0b59a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0326919fd15e895635b4847cdc0b59a columnFamilyName a 2024-11-15T00:52:35,203 DEBUG [StoreOpener-b0326919fd15e895635b4847cdc0b59a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:35,204 INFO [StoreOpener-b0326919fd15e895635b4847cdc0b59a-1 {}] regionserver.HStore(327): Store=b0326919fd15e895635b4847cdc0b59a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:35,205 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,206 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,207 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,208 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,208 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,212 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,218 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:35,219 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b0326919fd15e895635b4847cdc0b59a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73615569, jitterRate=0.09695746004581451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:52:35,219 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b0326919fd15e895635b4847cdc0b59a: Writing region info on filesystem at 1731631955199Initializing all the Stores at 1731631955200 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631955200Cleaning up temporary data from old regions at 1731631955208 (+8 ms)Region opened successfully at 1731631955219 (+11 ms) 2024-11-15T00:52:35,219 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b0326919fd15e895635b4847cdc0b59a, disabling compactions & flushes 2024-11-15T00:52:35,219 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731631955149.b0326919fd15e895635b4847cdc0b59a. 2024-11-15T00:52:35,219 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731631955149.b0326919fd15e895635b4847cdc0b59a. 2024-11-15T00:52:35,219 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731631955149.b0326919fd15e895635b4847cdc0b59a. after waiting 0 ms 2024-11-15T00:52:35,219 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731631955149.b0326919fd15e895635b4847cdc0b59a. 2024-11-15T00:52:35,220 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731631955149.b0326919fd15e895635b4847cdc0b59a. 2024-11-15T00:52:35,220 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b0326919fd15e895635b4847cdc0b59a: Waiting for close lock at 1731631955219Disabling compacts and flushes for region at 1731631955219Disabling writes for close at 1731631955219Writing region close event to WAL at 1731631955220 (+1 ms)Closed at 1731631955220 2024-11-15T00:52:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741845_1021 (size=95) 2024-11-15T00:52:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741845_1021 (size=95) 2024-11-15T00:52:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741845_1021 (size=95) 2024-11-15T00:52:35,230 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:52:35,230 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-06432164:(num 1731631955156) 2024-11-15T00:52:35,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T00:52:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741847_1023 (size=320) 2024-11-15T00:52:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741847_1023 (size=320) 2024-11-15T00:52:35,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741847_1023 (size=320) 2024-11-15T00:52:35,261 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T00:52:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741848_1024 (size=253) 2024-11-15T00:52:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741848_1024 (size=253) 2024-11-15T00:52:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741848_1024 (size=253) 2024-11-15T00:52:35,292 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-2, size=253 (253bytes) 2024-11-15T00:52:35,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-2 2024-11-15T00:52:35,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-2 after 1ms 2024-11-15T00:52:35,297 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:35,297 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-2 took 5ms 2024-11-15T00:52:35,300 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-2 so closing down 2024-11-15T00:52:35,300 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:35,303 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-15T00:52:35,306 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002-wal-2.temp 2024-11-15T00:52:35,306 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741849_1025 (size=253) 2024-11-15T00:52:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741849_1025 (size=253) 2024-11-15T00:52:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741849_1025 (size=253) 2024-11-15T00:52:35,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T00:52:35,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002 2024-11-15T00:52:35,326 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-15T00:52:35,326 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-2, journal: Splitting hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-2, size=253 (253bytes) at 1731631955292Finishing writing output for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-2 so closing down at 1731631955300 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002-wal-2.temp at 1731631955306 (+6 ms)3 split writer threads finished at 1731631955306Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731631955323 (+17 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002 at 1731631955325 (+2 ms)Processed 1 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731631955326 (+1 ms) 2024-11-15T00:52:35,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-1, size=320 (320bytes) 2024-11-15T00:52:35,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-1 2024-11-15T00:52:35,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-1 after 0ms 2024-11-15T00:52:35,345 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:35,345 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-1 took 5ms 2024-11-15T00:52:35,348 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-1 so closing down 2024-11-15T00:52:35,348 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:35,350 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-15T00:52:35,351 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000001-wal-1.temp 2024-11-15T00:52:35,352 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741850_1026 (size=320) 2024-11-15T00:52:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741850_1026 (size=320) 2024-11-15T00:52:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741850_1026 (size=320) 2024-11-15T00:52:35,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T00:52:35,369 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:35,372 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002, length=253 2024-11-15T00:52:35,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002 2024-11-15T00:52:35,374 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-15T00:52:35,374 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-1, journal: Splitting hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-1, size=320 (320bytes) at 1731631955340Finishing writing output for hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-1 so closing down at 1731631955348 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000001-wal-1.temp at 1731631955351 (+3 ms)3 split writer threads finished at 1731631955352 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731631955364 (+12 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002 at 1731631955374 (+10 ms)Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731631955374 2024-11-15T00:52:35,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:35,376 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:35,390 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal.1731631955377, exclude list is [], retry=0 2024-11-15T00:52:35,393 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:35,394 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:35,394 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:35,396 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal.1731631955377 2024-11-15T00:52:35,397 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293)] 2024-11-15T00:52:35,397 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b0326919fd15e895635b4847cdc0b59a, NAME => 'testReplayEditsWrittenIntoWAL,,1731631955149.b0326919fd15e895635b4847cdc0b59a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:35,397 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731631955149.b0326919fd15e895635b4847cdc0b59a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:35,397 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,397 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,399 INFO [StoreOpener-b0326919fd15e895635b4847cdc0b59a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,401 INFO [StoreOpener-b0326919fd15e895635b4847cdc0b59a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0326919fd15e895635b4847cdc0b59a columnFamilyName a 2024-11-15T00:52:35,401 DEBUG [StoreOpener-b0326919fd15e895635b4847cdc0b59a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:35,402 INFO [StoreOpener-b0326919fd15e895635b4847cdc0b59a-1 {}] regionserver.HStore(327): Store=b0326919fd15e895635b4847cdc0b59a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:35,402 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,403 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,405 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,406 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002 2024-11-15T00:52:35,409 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:35,410 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002 2024-11-15T00:52:35,410 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b0326919fd15e895635b4847cdc0b59a 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-15T00:52:35,427 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/.tmp/a/5629377422c544728b01e446b189275d is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731631955230/Put/seqid=0 2024-11-15T00:52:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741852_1028 (size=5170) 2024-11-15T00:52:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741852_1028 (size=5170) 2024-11-15T00:52:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741852_1028 (size=5170) 2024-11-15T00:52:35,436 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/.tmp/a/5629377422c544728b01e446b189275d 2024-11-15T00:52:35,446 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/.tmp/a/5629377422c544728b01e446b189275d as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/a/5629377422c544728b01e446b189275d 2024-11-15T00:52:35,456 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/a/5629377422c544728b01e446b189275d, entries=2, sequenceid=2, filesize=5.0 K 2024-11-15T00:52:35,456 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b0326919fd15e895635b4847cdc0b59a in 46ms, sequenceid=2, compaction requested=false; wal=null 2024-11-15T00:52:35,457 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/0000000000000000002 2024-11-15T00:52:35,458 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,458 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,460 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b0326919fd15e895635b4847cdc0b59a 2024-11-15T00:52:35,463 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/b0326919fd15e895635b4847cdc0b59a/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-15T00:52:35,465 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b0326919fd15e895635b4847cdc0b59a; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67683225, jitterRate=0.008558645844459534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:52:35,465 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b0326919fd15e895635b4847cdc0b59a: Writing region info on filesystem at 1731631955397Initializing all the Stores at 1731631955399 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631955399Obtaining lock to block concurrent updates at 1731631955410 (+11 ms)Preparing flush snapshotting stores in b0326919fd15e895635b4847cdc0b59a at 1731631955410Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731631955149.b0326919fd15e895635b4847cdc0b59a., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731631955410Flushing stores of testReplayEditsWrittenIntoWAL,,1731631955149.b0326919fd15e895635b4847cdc0b59a. at 1731631955410Flushing b0326919fd15e895635b4847cdc0b59a/a: creating writer at 1731631955410Flushing b0326919fd15e895635b4847cdc0b59a/a: appending metadata at 1731631955426 (+16 ms)Flushing b0326919fd15e895635b4847cdc0b59a/a: closing flushed file at 1731631955426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29fe47f: reopening flushed file at 1731631955445 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b0326919fd15e895635b4847cdc0b59a in 46ms, sequenceid=2, compaction requested=false; wal=null at 1731631955456 (+11 ms)Cleaning up temporary data from old regions at 1731631955458 (+2 ms)Region opened successfully at 1731631955465 (+7 ms) 2024-11-15T00:52:35,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=385 (was 374) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:50598 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:53914 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:54058 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:42104 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:42314 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:50710 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1077 (was 1077), ProcessCount=11 (was 11), AvailableMemoryMB=2305 (was 2314) 2024-11-15T00:52:35,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=1077, ProcessCount=11, AvailableMemoryMB=2304 2024-11-15T00:52:35,512 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:35,515 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:35,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:35,519 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-76960833, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/hregion-76960833, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:35,533 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-76960833/hregion-76960833.1731631955519, exclude list is [], retry=0 2024-11-15T00:52:35,537 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:35,537 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:35,537 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:35,540 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-76960833/hregion-76960833.1731631955519 2024-11-15T00:52:35,540 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293)] 2024-11-15T00:52:35,540 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9437b09a32862a9d7cd514beae47dbb2, NAME => 'testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/hbase 2024-11-15T00:52:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741854_1030 (size=64) 2024-11-15T00:52:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741854_1030 (size=64) 2024-11-15T00:52:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741854_1030 (size=64) 2024-11-15T00:52:35,554 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:35,555 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:35,557 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9437b09a32862a9d7cd514beae47dbb2 columnFamilyName a 2024-11-15T00:52:35,558 DEBUG [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:35,558 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(327): Store=9437b09a32862a9d7cd514beae47dbb2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:35,559 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:35,561 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9437b09a32862a9d7cd514beae47dbb2 columnFamilyName b 2024-11-15T00:52:35,561 DEBUG [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:35,562 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(327): Store=9437b09a32862a9d7cd514beae47dbb2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:35,562 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:35,564 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9437b09a32862a9d7cd514beae47dbb2 columnFamilyName c 2024-11-15T00:52:35,564 DEBUG [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:35,565 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(327): Store=9437b09a32862a9d7cd514beae47dbb2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:35,566 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:35,567 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:35,568 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:35,570 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:35,570 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:35,571 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:52:35,572 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:35,575 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:35,581 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9437b09a32862a9d7cd514beae47dbb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65700034, jitterRate=-0.020993202924728394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:52:35,582 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9437b09a32862a9d7cd514beae47dbb2: Writing region info on filesystem at 1731631955554Initializing all the Stores at 1731631955555 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631955555Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631955555Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631955555Cleaning up temporary data from old regions at 1731631955570 (+15 ms)Region opened successfully at 1731631955581 (+11 ms) 2024-11-15T00:52:35,582 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9437b09a32862a9d7cd514beae47dbb2, disabling compactions & flushes 2024-11-15T00:52:35,582 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2. 2024-11-15T00:52:35,582 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2. 2024-11-15T00:52:35,582 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2. after waiting 0 ms 2024-11-15T00:52:35,582 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2. 2024-11-15T00:52:35,582 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2. 2024-11-15T00:52:35,583 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9437b09a32862a9d7cd514beae47dbb2: Waiting for close lock at 1731631955582Disabling compacts and flushes for region at 1731631955582Disabling writes for close at 1731631955582Writing region close event to WAL at 1731631955582Closed at 1731631955582 2024-11-15T00:52:35,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741853_1029 (size=95) 2024-11-15T00:52:35,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741853_1029 (size=95) 2024-11-15T00:52:35,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741853_1029 (size=95) 2024-11-15T00:52:35,592 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:52:35,592 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-76960833:(num 1731631955519) 2024-11-15T00:52:35,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:35,595 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:35,610 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595, exclude list is [], retry=0 2024-11-15T00:52:35,614 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:35,614 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:35,615 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:35,621 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595 2024-11-15T00:52:35,621 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:52:35,898 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595, size=0 (0bytes) 2024-11-15T00:52:35,899 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595 might be still open, length is 0 2024-11-15T00:52:35,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595 2024-11-15T00:52:35,900 WARN [IPC Server handler 0 on default port 37101 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-15T00:52:35,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595 after 2ms 2024-11-15T00:52:38,225 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:54088 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42927:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54088 dst: /127.0.0.1:42927 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42927 remote=/127.0.0.1:54088]. Total timeout mills is 60000, 57625 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:38,226 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:42368 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36359:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42368 dst: /127.0.0.1:36359 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:38,226 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:50752 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50752 dst: /127.0.0.1:46277 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741855_1032 (size=263633) 2024-11-15T00:52:38,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741855_1032 (size=263633) 2024-11-15T00:52:38,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741855_1032 (size=263633) 2024-11-15T00:52:39,453 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T00:52:39,534 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T00:52:39,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595 after 4003ms 2024-11-15T00:52:39,908 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:39,910 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595 took 4012ms 2024-11-15T00:52:39,957 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731631955595.temp 2024-11-15T00:52:39,971 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000000001-wal.1731631955595.temp 2024-11-15T00:52:40,115 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595; continuing. 2024-11-15T00:52:40,115 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595 so closing down 2024-11-15T00:52:40,115 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:40,120 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:40,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741856_1033 (size=263641) 2024-11-15T00:52:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741856_1033 (size=263641) 2024-11-15T00:52:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741856_1033 (size=263641) 2024-11-15T00:52:40,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000000001-wal.1731631955595.temp (wrote 3002 edits, skipped 0 edits in 79 ms) 2024-11-15T00:52:40,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000000001-wal.1731631955595.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000003002 2024-11-15T00:52:40,140 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 223 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T00:52:40,140 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595, journal: Splitting hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595, size=0 (0bytes) at 1731631955899Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000000001-wal.1731631955595.temp at 1731631959971 (+4072 ms)Split 1024 edits, skipped 0 edits. at 1731631960041 (+70 ms)Split 2048 edits, skipped 0 edits. at 1731631960085 (+44 ms)Finishing writing output for hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595 so closing down at 1731631960115 (+30 ms)3 split writer threads finished at 1731631960120 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000000001-wal.1731631955595.temp (wrote 3002 edits, skipped 0 edits in 79 ms) at 1731631960135 (+15 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000000001-wal.1731631955595.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000003002 at 1731631960140 (+5 ms)Processed 3002 edits across 1 Regions in 223 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595, size=0, length=0, corrupted=false, cancelled=false at 1731631960140 2024-11-15T00:52:40,147 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595 to hdfs://localhost:37101/hbase/oldWALs/wal.1731631955595 2024-11-15T00:52:40,158 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000003002 2024-11-15T00:52:40,158 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:40,162 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:40,183 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631960163, exclude list is [], retry=0 2024-11-15T00:52:40,190 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:40,192 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:40,193 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:40,216 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631960163 2024-11-15T00:52:40,217 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293)] 2024-11-15T00:52:40,217 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:40,220 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:40,222 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9437b09a32862a9d7cd514beae47dbb2 columnFamilyName a 2024-11-15T00:52:40,222 DEBUG [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:40,223 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(327): Store=9437b09a32862a9d7cd514beae47dbb2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:40,223 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:40,225 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9437b09a32862a9d7cd514beae47dbb2 columnFamilyName b 2024-11-15T00:52:40,225 DEBUG [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:40,225 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(327): Store=9437b09a32862a9d7cd514beae47dbb2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:40,226 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:40,227 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9437b09a32862a9d7cd514beae47dbb2 columnFamilyName c 2024-11-15T00:52:40,227 DEBUG [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:40,228 INFO [StoreOpener-9437b09a32862a9d7cd514beae47dbb2-1 {}] regionserver.HStore(327): Store=9437b09a32862a9d7cd514beae47dbb2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:40,229 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:40,231 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:40,234 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:40,239 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000003002 2024-11-15T00:52:40,249 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:40,318 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T00:52:40,478 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T00:52:40,478 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T00:52:40,480 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:52:40,480 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T00:52:40,480 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T00:52:40,480 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T00:52:40,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-15T00:52:40,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-15T00:52:40,822 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9437b09a32862a9d7cd514beae47dbb2 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T00:52:40,896 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/a/9470909d708647f89558225a9c418f66 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731631955631/Put/seqid=0 2024-11-15T00:52:40,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741858_1035 (size=50463) 2024-11-15T00:52:40,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741858_1035 (size=50463) 2024-11-15T00:52:40,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741858_1035 (size=50463) 2024-11-15T00:52:40,943 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/a/9470909d708647f89558225a9c418f66 2024-11-15T00:52:40,961 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/a/9470909d708647f89558225a9c418f66 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/a/9470909d708647f89558225a9c418f66 2024-11-15T00:52:40,971 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/a/9470909d708647f89558225a9c418f66, entries=754, sequenceid=754, filesize=49.3 K 2024-11-15T00:52:40,971 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 9437b09a32862a9d7cd514beae47dbb2 in 149ms, sequenceid=754, compaction requested=false; wal=null 2024-11-15T00:52:40,993 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T00:52:40,993 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9437b09a32862a9d7cd514beae47dbb2 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T00:52:41,010 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/a/a953c06003c947968bfec81a6c73287f is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731631955685/Put/seqid=0 2024-11-15T00:52:41,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741859_1036 (size=20072) 2024-11-15T00:52:41,037 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/a/a953c06003c947968bfec81a6c73287f 2024-11-15T00:52:41,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741859_1036 (size=20072) 2024-11-15T00:52:41,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741859_1036 (size=20072) 2024-11-15T00:52:41,069 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/b/78613a8774334e4c8f0fe915af50fecb is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731631955715/Put/seqid=0 2024-11-15T00:52:41,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741860_1037 (size=35835) 2024-11-15T00:52:41,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741860_1037 (size=35835) 2024-11-15T00:52:41,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741860_1037 (size=35835) 2024-11-15T00:52:41,078 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/b/78613a8774334e4c8f0fe915af50fecb 2024-11-15T00:52:41,087 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/a/a953c06003c947968bfec81a6c73287f as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/a/a953c06003c947968bfec81a6c73287f 2024-11-15T00:52:41,095 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/a/a953c06003c947968bfec81a6c73287f, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-15T00:52:41,097 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/b/78613a8774334e4c8f0fe915af50fecb as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/b/78613a8774334e4c8f0fe915af50fecb 2024-11-15T00:52:41,105 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/b/78613a8774334e4c8f0fe915af50fecb, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-15T00:52:41,105 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 9437b09a32862a9d7cd514beae47dbb2 in 112ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-15T00:52:41,119 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T00:52:41,119 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9437b09a32862a9d7cd514beae47dbb2 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T00:52:41,126 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/b/58013b79791042c5b5c08b372bb16d3e is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731631955742/Put/seqid=0 2024-11-15T00:52:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741861_1038 (size=35082) 2024-11-15T00:52:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741861_1038 (size=35082) 2024-11-15T00:52:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741861_1038 (size=35082) 2024-11-15T00:52:41,135 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/b/58013b79791042c5b5c08b372bb16d3e 2024-11-15T00:52:41,164 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/c/60e1b9f769994c2d9c8d84eb62866ab9 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731631955784/Put/seqid=0 2024-11-15T00:52:41,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741862_1039 (size=20825) 2024-11-15T00:52:41,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741862_1039 (size=20825) 2024-11-15T00:52:41,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741862_1039 (size=20825) 2024-11-15T00:52:41,186 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/c/60e1b9f769994c2d9c8d84eb62866ab9 2024-11-15T00:52:41,194 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/b/58013b79791042c5b5c08b372bb16d3e as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/b/58013b79791042c5b5c08b372bb16d3e 2024-11-15T00:52:41,202 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/b/58013b79791042c5b5c08b372bb16d3e, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-15T00:52:41,204 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/c/60e1b9f769994c2d9c8d84eb62866ab9 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/c/60e1b9f769994c2d9c8d84eb62866ab9 2024-11-15T00:52:41,212 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/c/60e1b9f769994c2d9c8d84eb62866ab9, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-15T00:52:41,212 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 9437b09a32862a9d7cd514beae47dbb2 in 93ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-15T00:52:41,233 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731631955848/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2. 2024-11-15T00:52:41,236 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000003002 2024-11-15T00:52:41,237 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T00:52:41,237 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9437b09a32862a9d7cd514beae47dbb2 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-15T00:52:41,248 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/c/73c4ba1c662c4435a3331bea74041ee6 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731631955795/Put/seqid=0 2024-11-15T00:52:41,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741863_1040 (size=50301) 2024-11-15T00:52:41,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741863_1040 (size=50301) 2024-11-15T00:52:41,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741863_1040 (size=50301) 2024-11-15T00:52:41,272 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/c/73c4ba1c662c4435a3331bea74041ee6 2024-11-15T00:52:41,280 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73c4ba1c662c4435a3331bea74041ee6 2024-11-15T00:52:41,282 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/.tmp/c/73c4ba1c662c4435a3331bea74041ee6 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/c/73c4ba1c662c4435a3331bea74041ee6 2024-11-15T00:52:41,292 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73c4ba1c662c4435a3331bea74041ee6 2024-11-15T00:52:41,292 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/c/73c4ba1c662c4435a3331bea74041ee6, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-15T00:52:41,293 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 9437b09a32862a9d7cd514beae47dbb2 in 56ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-15T00:52:41,294 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/0000000000000003002 2024-11-15T00:52:41,296 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:41,296 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:41,297 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T00:52:41,299 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9437b09a32862a9d7cd514beae47dbb2 2024-11-15T00:52:41,303 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenIntoWAL/9437b09a32862a9d7cd514beae47dbb2/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-15T00:52:41,304 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9437b09a32862a9d7cd514beae47dbb2; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74712337, jitterRate=0.11330057680606842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T00:52:41,304 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9437b09a32862a9d7cd514beae47dbb2: Writing region info on filesystem at 1731631960217Initializing all the Stores at 1731631960219 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631960219Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631960220 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631960220Cleaning up temporary data from old regions at 1731631961296 (+1076 ms)Region opened successfully at 1731631961304 (+8 ms) 2024-11-15T00:52:41,393 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9437b09a32862a9d7cd514beae47dbb2, disabling compactions & flushes 2024-11-15T00:52:41,393 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2. 2024-11-15T00:52:41,393 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2. 2024-11-15T00:52:41,393 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2. after waiting 0 ms 2024-11-15T00:52:41,393 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2. 2024-11-15T00:52:41,400 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731631955513.9437b09a32862a9d7cd514beae47dbb2. 2024-11-15T00:52:41,400 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9437b09a32862a9d7cd514beae47dbb2: Waiting for close lock at 1731631961392Disabling compacts and flushes for region at 1731631961392Disabling writes for close at 1731631961393 (+1 ms)Writing region close event to WAL at 1731631961399 (+6 ms)Closed at 1731631961399 2024-11-15T00:52:41,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741857_1034 (size=95) 2024-11-15T00:52:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741857_1034 (size=95) 2024-11-15T00:52:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741857_1034 (size=95) 2024-11-15T00:52:41,412 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:52:41,412 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731631960163) 2024-11-15T00:52:41,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=400 (was 385) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2023743710_22 at /127.0.0.1:42404 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2023743710_22 at /127.0.0.1:54108 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2023743710_22 at /127.0.0.1:50794 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2023743710_22 at /127.0.0.1:42428 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:37101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:37101 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:38099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:38543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1014 (was 1077), ProcessCount=11 (was 11), AvailableMemoryMB=1912 (was 2304) 2024-11-15T00:52:41,441 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=1014, ProcessCount=11, AvailableMemoryMB=1911 2024-11-15T00:52:41,458 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:41,460 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:41,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:41,464 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-37871449, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/hregion-37871449, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:41,478 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-37871449/hregion-37871449.1731631961465, exclude list is [], retry=0 2024-11-15T00:52:41,481 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:41,481 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:41,482 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:41,484 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-37871449/hregion-37871449.1731631961465 2024-11-15T00:52:41,484 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:52:41,484 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a3a565202ed2c9d50c2978e5621983f5, NAME => 'test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/hbase 2024-11-15T00:52:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741865_1042 (size=43) 2024-11-15T00:52:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741865_1042 (size=43) 2024-11-15T00:52:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741865_1042 (size=43) 2024-11-15T00:52:41,496 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:41,500 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:41,502 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3a565202ed2c9d50c2978e5621983f5 columnFamilyName a 2024-11-15T00:52:41,502 DEBUG [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:41,503 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(327): Store=a3a565202ed2c9d50c2978e5621983f5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:41,503 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:41,504 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3a565202ed2c9d50c2978e5621983f5 columnFamilyName b 2024-11-15T00:52:41,505 DEBUG [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:41,505 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(327): Store=a3a565202ed2c9d50c2978e5621983f5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:41,505 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:41,507 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3a565202ed2c9d50c2978e5621983f5 columnFamilyName c 2024-11-15T00:52:41,507 DEBUG [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:41,508 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(327): Store=a3a565202ed2c9d50c2978e5621983f5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:41,508 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:41,509 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:41,510 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:41,511 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:41,511 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:41,512 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:52:41,513 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:41,518 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:41,519 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a3a565202ed2c9d50c2978e5621983f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59592569, jitterRate=-0.11200152337551117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:52:41,520 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a3a565202ed2c9d50c2978e5621983f5: Writing region info on filesystem at 1731631961496Initializing all the Stores at 1731631961497 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631961497Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631961500 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631961500Cleaning up temporary data from old regions at 1731631961511 (+11 ms)Region opened successfully at 1731631961520 (+9 ms) 2024-11-15T00:52:41,520 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a3a565202ed2c9d50c2978e5621983f5, disabling compactions & flushes 2024-11-15T00:52:41,520 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5. 2024-11-15T00:52:41,520 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5. 2024-11-15T00:52:41,521 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5. after waiting 0 ms 2024-11-15T00:52:41,521 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5. 2024-11-15T00:52:41,521 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5. 2024-11-15T00:52:41,521 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a3a565202ed2c9d50c2978e5621983f5: Waiting for close lock at 1731631961520Disabling compacts and flushes for region at 1731631961520Disabling writes for close at 1731631961521 (+1 ms)Writing region close event to WAL at 1731631961521Closed at 1731631961521 2024-11-15T00:52:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741864_1041 (size=95) 2024-11-15T00:52:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741864_1041 (size=95) 2024-11-15T00:52:41,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741864_1041 (size=95) 2024-11-15T00:52:41,529 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:52:41,529 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-37871449:(num 1731631961465) 2024-11-15T00:52:41,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:41,531 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:41,544 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532, exclude list is [], retry=0 2024-11-15T00:52:41,547 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:41,547 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:41,548 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:41,550 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532 2024-11-15T00:52:41,551 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:52:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741866_1043 (size=263359) 2024-11-15T00:52:41,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741866_1043 (size=263359) 2024-11-15T00:52:41,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741866_1043 (size=263359) 2024-11-15T00:52:41,740 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532, size=257.2 K (263359bytes) 2024-11-15T00:52:41,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532 2024-11-15T00:52:41,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532 after 1ms 2024-11-15T00:52:41,744 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:41,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532 took 5ms 2024-11-15T00:52:41,749 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731631961532.temp 2024-11-15T00:52:41,751 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000000001-wal.1731631961532.temp 2024-11-15T00:52:41,803 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532 so closing down 2024-11-15T00:52:41,803 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:41,803 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741867_1044 (size=263359) 2024-11-15T00:52:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741867_1044 (size=263359) 2024-11-15T00:52:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741867_1044 (size=263359) 2024-11-15T00:52:41,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000000001-wal.1731631961532.temp (wrote 3000 edits, skipped 0 edits in 41 ms) 2024-11-15T00:52:41,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000000001-wal.1731631961532.temp to hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003000 2024-11-15T00:52:41,809 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-15T00:52:41,809 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532, journal: Splitting hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532, size=257.2 K (263359bytes) at 1731631961740Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000000001-wal.1731631961532.temp at 1731631961751 (+11 ms)Split 1024 edits, skipped 0 edits. at 1731631961767 (+16 ms)Split 2048 edits, skipped 0 edits. at 1731631961784 (+17 ms)Finishing writing output for hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532 so closing down at 1731631961803 (+19 ms)3 split writer threads finished at 1731631961803Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000000001-wal.1731631961532.temp (wrote 3000 edits, skipped 0 edits in 41 ms) at 1731631961807 (+4 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000000001-wal.1731631961532.temp to hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003000 at 1731631961809 (+2 ms)Processed 3000 edits across 1 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731631961809 2024-11-15T00:52:41,811 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961532 to hdfs://localhost:37101/hbase/oldWALs/wal.1731631961532 2024-11-15T00:52:41,812 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003000 2024-11-15T00:52:41,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:41,815 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:41,836 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816, exclude list is [], retry=0 2024-11-15T00:52:41,846 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:41,847 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:41,847 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:41,853 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816 2024-11-15T00:52:41,853 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:52:42,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741868_1045 (size=263486) 2024-11-15T00:52:42,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741868_1045 (size=263486) 2024-11-15T00:52:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741868_1045 (size=263486) 2024-11-15T00:52:42,081 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816, size=257.3 K (263486bytes) 2024-11-15T00:52:42,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816 2024-11-15T00:52:42,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816 after 0ms 2024-11-15T00:52:42,084 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:42,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816 took 6ms 2024-11-15T00:52:42,091 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731631961816.temp 2024-11-15T00:52:42,093 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003001-wal.1731631961816.temp 2024-11-15T00:52:42,156 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816 so closing down 2024-11-15T00:52:42,156 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:42,156 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741869_1046 (size=263486) 2024-11-15T00:52:42,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741869_1046 (size=263486) 2024-11-15T00:52:42,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741869_1046 (size=263486) 2024-11-15T00:52:42,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003001-wal.1731631961816.temp (wrote 3000 edits, skipped 0 edits in 36 ms) 2024-11-15T00:52:42,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003001-wal.1731631961816.temp to hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000006000 2024-11-15T00:52:42,166 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-15T00:52:42,166 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816, journal: Splitting hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816, size=257.3 K (263486bytes) at 1731631962081Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003001-wal.1731631961816.temp at 1731631962093 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731631962112 (+19 ms)Split 2048 edits, skipped 0 edits. at 1731631962134 (+22 ms)Finishing writing output for hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816 so closing down at 1731631962156 (+22 ms)3 split writer threads finished at 1731631962156Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003001-wal.1731631961816.temp (wrote 3000 edits, skipped 0 edits in 36 ms) at 1731631962164 (+8 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003001-wal.1731631961816.temp to hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000006000 at 1731631962166 (+2 ms)Processed 3000 edits across 1 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731631962166 2024-11-15T00:52:42,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631961816 to hdfs://localhost:37101/hbase/oldWALs/wal.1731631961816 2024-11-15T00:52:42,175 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000006000 2024-11-15T00:52:42,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:42,177 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/test2727-manual,16010,1731631961457, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:42,193 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631962178, exclude list is [], retry=0 2024-11-15T00:52:42,196 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:42,196 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:42,197 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:42,199 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731631961457/wal.1731631962178 2024-11-15T00:52:42,200 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:36293:36293)] 2024-11-15T00:52:42,200 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a3a565202ed2c9d50c2978e5621983f5, NAME => 'test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:42,200 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:42,200 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:42,200 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:42,202 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:42,203 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3a565202ed2c9d50c2978e5621983f5 columnFamilyName a 2024-11-15T00:52:42,203 DEBUG [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:42,204 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(327): Store=a3a565202ed2c9d50c2978e5621983f5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:42,204 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:42,206 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3a565202ed2c9d50c2978e5621983f5 columnFamilyName b 2024-11-15T00:52:42,206 DEBUG [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:42,206 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(327): Store=a3a565202ed2c9d50c2978e5621983f5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:42,207 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:42,208 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3a565202ed2c9d50c2978e5621983f5 columnFamilyName c 2024-11-15T00:52:42,208 DEBUG [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:42,209 INFO [StoreOpener-a3a565202ed2c9d50c2978e5621983f5-1 {}] regionserver.HStore(327): Store=a3a565202ed2c9d50c2978e5621983f5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:42,209 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:42,210 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:42,213 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:42,214 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003000 2024-11-15T00:52:42,216 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:42,280 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003000 2024-11-15T00:52:42,282 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000006000 2024-11-15T00:52:42,285 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:42,339 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000006000 2024-11-15T00:52:42,339 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a3a565202ed2c9d50c2978e5621983f5 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-15T00:52:42,362 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/.tmp/a/9348ab18d83141ff9b4e6b1d56ff799a is 41, key is test2727/a:100/1731631961860/Put/seqid=0 2024-11-15T00:52:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741871_1048 (size=84227) 2024-11-15T00:52:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741871_1048 (size=84227) 2024-11-15T00:52:42,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741871_1048 (size=84227) 2024-11-15T00:52:42,379 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/.tmp/a/9348ab18d83141ff9b4e6b1d56ff799a 2024-11-15T00:52:42,411 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/.tmp/b/251d973153e242819667c5b26d5dae67 is 41, key is test2727/b:100/1731631961931/Put/seqid=0 2024-11-15T00:52:42,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741872_1049 (size=84609) 2024-11-15T00:52:42,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741872_1049 (size=84609) 2024-11-15T00:52:42,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741872_1049 (size=84609) 2024-11-15T00:52:42,421 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/.tmp/b/251d973153e242819667c5b26d5dae67 2024-11-15T00:52:42,451 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/.tmp/c/725b2f4808654e77a679195733852698 is 41, key is test2727/c:100/1731631961991/Put/seqid=0 2024-11-15T00:52:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741873_1050 (size=84609) 2024-11-15T00:52:42,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741873_1050 (size=84609) 2024-11-15T00:52:42,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741873_1050 (size=84609) 2024-11-15T00:52:42,459 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/.tmp/c/725b2f4808654e77a679195733852698 2024-11-15T00:52:42,468 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/.tmp/a/9348ab18d83141ff9b4e6b1d56ff799a as hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/a/9348ab18d83141ff9b4e6b1d56ff799a 2024-11-15T00:52:42,475 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/a/9348ab18d83141ff9b4e6b1d56ff799a, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-15T00:52:42,477 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/.tmp/b/251d973153e242819667c5b26d5dae67 as hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/b/251d973153e242819667c5b26d5dae67 2024-11-15T00:52:42,485 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/b/251d973153e242819667c5b26d5dae67, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-15T00:52:42,486 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/.tmp/c/725b2f4808654e77a679195733852698 as hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/c/725b2f4808654e77a679195733852698 2024-11-15T00:52:42,494 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/c/725b2f4808654e77a679195733852698, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-15T00:52:42,494 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for a3a565202ed2c9d50c2978e5621983f5 in 155ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-15T00:52:42,495 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000003000 2024-11-15T00:52:42,496 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/0000000000000006000 2024-11-15T00:52:42,497 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:42,497 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:42,498 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:52:42,500 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a3a565202ed2c9d50c2978e5621983f5 2024-11-15T00:52:42,503 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/test2727/a3a565202ed2c9d50c2978e5621983f5/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-15T00:52:42,505 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a3a565202ed2c9d50c2978e5621983f5; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74536016, jitterRate=0.11067318916320801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:52:42,506 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a3a565202ed2c9d50c2978e5621983f5: Writing region info on filesystem at 1731631962200Initializing all the Stores at 1731631962201 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631962202 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631962202Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631962202Obtaining lock to block concurrent updates at 1731631962339 (+137 ms)Preparing flush snapshotting stores in a3a565202ed2c9d50c2978e5621983f5 at 1731631962339Finished memstore snapshotting test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731631962339Flushing stores of test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5. at 1731631962339Flushing a3a565202ed2c9d50c2978e5621983f5/a: creating writer at 1731631962340 (+1 ms)Flushing a3a565202ed2c9d50c2978e5621983f5/a: appending metadata at 1731631962361 (+21 ms)Flushing a3a565202ed2c9d50c2978e5621983f5/a: closing flushed file at 1731631962361Flushing a3a565202ed2c9d50c2978e5621983f5/b: creating writer at 1731631962387 (+26 ms)Flushing a3a565202ed2c9d50c2978e5621983f5/b: appending metadata at 1731631962409 (+22 ms)Flushing a3a565202ed2c9d50c2978e5621983f5/b: closing flushed file at 1731631962409Flushing a3a565202ed2c9d50c2978e5621983f5/c: creating writer at 1731631962429 (+20 ms)Flushing a3a565202ed2c9d50c2978e5621983f5/c: appending metadata at 1731631962450 (+21 ms)Flushing a3a565202ed2c9d50c2978e5621983f5/c: closing flushed file at 1731631962450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4406c55: reopening flushed file at 1731631962467 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fff16f8: reopening flushed file at 1731631962475 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121c3f47: reopening flushed file at 1731631962485 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for a3a565202ed2c9d50c2978e5621983f5 in 155ms, sequenceid=6000, compaction requested=false; wal=null at 1731631962494 (+9 ms)Cleaning up temporary data from old regions at 1731631962497 (+3 ms)Region opened successfully at 1731631962506 (+9 ms) 2024-11-15T00:52:42,508 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-15T00:52:42,508 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a3a565202ed2c9d50c2978e5621983f5, disabling compactions & flushes 2024-11-15T00:52:42,508 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5. 2024-11-15T00:52:42,508 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5. 2024-11-15T00:52:42,508 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5. after waiting 0 ms 2024-11-15T00:52:42,508 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5. 2024-11-15T00:52:42,509 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731631961459.a3a565202ed2c9d50c2978e5621983f5. 2024-11-15T00:52:42,510 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a3a565202ed2c9d50c2978e5621983f5: Waiting for close lock at 1731631962508Disabling compacts and flushes for region at 1731631962508Disabling writes for close at 1731631962508Writing region close event to WAL at 1731631962509 (+1 ms)Closed at 1731631962509 2024-11-15T00:52:42,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741870_1047 (size=95) 2024-11-15T00:52:42,516 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:52:42,516 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731631962178) 2024-11-15T00:52:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741870_1047 (size=95) 2024-11-15T00:52:42,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741870_1047 (size=95) 2024-11-15T00:52:42,532 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:47772 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:42404 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:42428 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:51654 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1014 (was 1014), ProcessCount=11 (was 11), AvailableMemoryMB=1712 (was 1911) 2024-11-15T00:52:42,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=1014, ProcessCount=11, AvailableMemoryMB=1710 2024-11-15T00:52:42,559 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:42,566 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:42,567 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731631962567 2024-11-15T00:52:42,573 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567 2024-11-15T00:52:42,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:52:42,577 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ccb7366ada857566f8506f4a6c13c707, NAME => 'testSequentialEditLogSeqNum,,1731631962560.ccb7366ada857566f8506f4a6c13c707.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:42,578 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731631962560.ccb7366ada857566f8506f4a6c13c707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:42,578 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ccb7366ada857566f8506f4a6c13c707 2024-11-15T00:52:42,578 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ccb7366ada857566f8506f4a6c13c707 2024-11-15T00:52:42,579 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707 doesn't exist for region: ccb7366ada857566f8506f4a6c13c707 on table testSequentialEditLogSeqNum 2024-11-15T00:52:42,581 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: ccb7366ada857566f8506f4a6c13c707 on table testSequentialEditLogSeqNum 2024-11-15T00:52:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741875_1052 (size=62) 2024-11-15T00:52:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741875_1052 (size=62) 2024-11-15T00:52:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741875_1052 (size=62) 2024-11-15T00:52:42,592 INFO [StoreOpener-ccb7366ada857566f8506f4a6c13c707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ccb7366ada857566f8506f4a6c13c707 2024-11-15T00:52:42,594 INFO [StoreOpener-ccb7366ada857566f8506f4a6c13c707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb7366ada857566f8506f4a6c13c707 columnFamilyName a 2024-11-15T00:52:42,594 DEBUG [StoreOpener-ccb7366ada857566f8506f4a6c13c707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:42,595 INFO [StoreOpener-ccb7366ada857566f8506f4a6c13c707-1 {}] regionserver.HStore(327): Store=ccb7366ada857566f8506f4a6c13c707/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:42,595 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ccb7366ada857566f8506f4a6c13c707 2024-11-15T00:52:42,596 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707 2024-11-15T00:52:42,596 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707 2024-11-15T00:52:42,596 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ccb7366ada857566f8506f4a6c13c707 2024-11-15T00:52:42,597 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ccb7366ada857566f8506f4a6c13c707 2024-11-15T00:52:42,598 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ccb7366ada857566f8506f4a6c13c707 2024-11-15T00:52:42,601 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:42,601 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ccb7366ada857566f8506f4a6c13c707; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61350936, jitterRate=-0.08579981327056885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:52:42,602 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ccb7366ada857566f8506f4a6c13c707: Writing region info on filesystem at 1731631962578Initializing all the Stores at 1731631962592 (+14 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631962592Cleaning up temporary data from old regions at 1731631962597 (+5 ms)Region opened successfully at 1731631962602 (+5 ms) 2024-11-15T00:52:42,615 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ccb7366ada857566f8506f4a6c13c707 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-15T00:52:42,640 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/.tmp/a/a4dbd4b9abe54297a4082a4cec0f4260 is 81, key is testSequentialEditLogSeqNum/a:x0/1731631962602/Put/seqid=0 2024-11-15T00:52:42,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741876_1053 (size=5833) 2024-11-15T00:52:42,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741876_1053 (size=5833) 2024-11-15T00:52:42,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741876_1053 (size=5833) 2024-11-15T00:52:42,647 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/.tmp/a/a4dbd4b9abe54297a4082a4cec0f4260 2024-11-15T00:52:42,655 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/.tmp/a/a4dbd4b9abe54297a4082a4cec0f4260 as hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/a/a4dbd4b9abe54297a4082a4cec0f4260 2024-11-15T00:52:42,662 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/a/a4dbd4b9abe54297a4082a4cec0f4260, entries=10, sequenceid=13, filesize=5.7 K 2024-11-15T00:52:42,664 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for ccb7366ada857566f8506f4a6c13c707 in 49ms, sequenceid=13, compaction requested=false 2024-11-15T00:52:42,664 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ccb7366ada857566f8506f4a6c13c707: 2024-11-15T00:52:42,669 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T00:52:42,669 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T00:52:42,670 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T00:52:42,670 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T00:52:42,670 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T00:52:42,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741874_1051 (size=1844) 2024-11-15T00:52:42,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741874_1051 (size=1844) 2024-11-15T00:52:42,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741874_1051 (size=1844) 2024-11-15T00:52:42,696 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567, size=1.8 K (1844bytes) 2024-11-15T00:52:42,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567 2024-11-15T00:52:42,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567 after 1ms 2024-11-15T00:52:42,699 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:42,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567 took 4ms 2024-11-15T00:52:42,703 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567 so closing down 2024-11-15T00:52:42,703 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:42,704 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731631962567.temp 2024-11-15T00:52:42,706 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/recovered.edits/0000000000000000003-wal.1731631962567.temp 2024-11-15T00:52:42,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:42,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741877_1054 (size=1477) 2024-11-15T00:52:42,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741877_1054 (size=1477) 2024-11-15T00:52:42,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741877_1054 (size=1477) 2024-11-15T00:52:42,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/recovered.edits/0000000000000000003-wal.1731631962567.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-15T00:52:42,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/recovered.edits/0000000000000000003-wal.1731631962567.temp to hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/recovered.edits/0000000000000000020 2024-11-15T00:52:42,717 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-15T00:52:42,717 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567, journal: Splitting hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567, size=1.8 K (1844bytes) at 1731631962696Finishing writing output for hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567 so closing down at 1731631962703 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/recovered.edits/0000000000000000003-wal.1731631962567.temp at 1731631962706 (+3 ms)3 split writer threads finished at 1731631962706Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/recovered.edits/0000000000000000003-wal.1731631962567.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731631962714 (+8 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/recovered.edits/0000000000000000003-wal.1731631962567.temp to hdfs://localhost:37101/hbase/data/default/testSequentialEditLogSeqNum/ccb7366ada857566f8506f4a6c13c707/recovered.edits/0000000000000000020 at 1731631962717 (+3 ms)Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:37101/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731631962558/wal.1731631962567, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1731631962717 2024-11-15T00:52:42,739 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:47772 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:42404 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:42428 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:51654 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1014 (was 1014), ProcessCount=11 (was 11), AvailableMemoryMB=1691 (was 1710) 2024-11-15T00:52:42,755 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=1014, ProcessCount=11, AvailableMemoryMB=1689 2024-11-15T00:52:42,779 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:42,782 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:42,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:42,828 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60105508, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/hregion-60105508, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:42,853 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60105508/hregion-60105508.1731631962829, exclude list is [], retry=0 2024-11-15T00:52:42,856 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:42,856 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:42,857 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:42,861 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60105508/hregion-60105508.1731631962829 2024-11-15T00:52:42,863 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:36293:36293)] 2024-11-15T00:52:42,863 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 314aaa14fd49b0bc5230a7c5a68cc9eb, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/hbase 2024-11-15T00:52:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741879_1056 (size=70) 2024-11-15T00:52:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741879_1056 (size=70) 2024-11-15T00:52:42,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741879_1056 (size=70) 2024-11-15T00:52:42,881 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:42,883 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,894 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 314aaa14fd49b0bc5230a7c5a68cc9eb columnFamilyName a 2024-11-15T00:52:42,894 DEBUG [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:42,894 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(327): Store=314aaa14fd49b0bc5230a7c5a68cc9eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:42,895 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,896 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 314aaa14fd49b0bc5230a7c5a68cc9eb columnFamilyName b 2024-11-15T00:52:42,896 DEBUG [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:42,897 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(327): Store=314aaa14fd49b0bc5230a7c5a68cc9eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:42,897 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,898 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 314aaa14fd49b0bc5230a7c5a68cc9eb columnFamilyName c 2024-11-15T00:52:42,898 DEBUG [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:42,899 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(327): Store=314aaa14fd49b0bc5230a7c5a68cc9eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:42,899 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,900 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,901 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,902 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,902 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,902 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:52:42,903 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,909 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:42,910 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 314aaa14fd49b0bc5230a7c5a68cc9eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59131116, jitterRate=-0.11887770891189575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:52:42,910 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 314aaa14fd49b0bc5230a7c5a68cc9eb: Writing region info on filesystem at 1731631962881Initializing all the Stores at 1731631962883 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631962883Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631962883Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631962883Cleaning up temporary data from old regions at 1731631962902 (+19 ms)Region opened successfully at 1731631962910 (+8 ms) 2024-11-15T00:52:42,911 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 314aaa14fd49b0bc5230a7c5a68cc9eb, disabling compactions & flushes 2024-11-15T00:52:42,915 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb. 2024-11-15T00:52:42,915 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb. 2024-11-15T00:52:42,915 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb. after waiting 0 ms 2024-11-15T00:52:42,915 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb. 2024-11-15T00:52:42,916 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb. 2024-11-15T00:52:42,916 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 314aaa14fd49b0bc5230a7c5a68cc9eb: Waiting for close lock at 1731631962911Disabling compacts and flushes for region at 1731631962911Disabling writes for close at 1731631962915 (+4 ms)Writing region close event to WAL at 1731631962916 (+1 ms)Closed at 1731631962916 2024-11-15T00:52:42,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741878_1055 (size=95) 2024-11-15T00:52:42,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741878_1055 (size=95) 2024-11-15T00:52:42,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741878_1055 (size=95) 2024-11-15T00:52:42,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:52:42,925 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60105508:(num 1731631962829) 2024-11-15T00:52:42,926 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:42,928 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:42,947 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928, exclude list is [], retry=0 2024-11-15T00:52:42,951 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:42,951 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:42,951 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:42,954 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928 2024-11-15T00:52:42,954 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:52:42,954 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 314aaa14fd49b0bc5230a7c5a68cc9eb, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:42,954 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:42,955 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,955 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,956 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,957 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 314aaa14fd49b0bc5230a7c5a68cc9eb columnFamilyName a 2024-11-15T00:52:42,957 DEBUG [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:42,958 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(327): Store=314aaa14fd49b0bc5230a7c5a68cc9eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:42,958 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,959 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 314aaa14fd49b0bc5230a7c5a68cc9eb columnFamilyName b 2024-11-15T00:52:42,959 DEBUG [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:42,959 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(327): Store=314aaa14fd49b0bc5230a7c5a68cc9eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:42,959 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,960 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 314aaa14fd49b0bc5230a7c5a68cc9eb columnFamilyName c 2024-11-15T00:52:42,960 DEBUG [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:42,961 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(327): Store=314aaa14fd49b0bc5230a7c5a68cc9eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:42,961 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,963 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,964 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,964 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,964 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:52:42,966 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:42,967 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 314aaa14fd49b0bc5230a7c5a68cc9eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64939656, jitterRate=-0.03232371807098389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:52:42,967 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 314aaa14fd49b0bc5230a7c5a68cc9eb: Writing region info on filesystem at 1731631962955Initializing all the Stores at 1731631962956 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631962956Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631962956Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631962956Cleaning up temporary data from old regions at 1731631962964 (+8 ms)Region opened successfully at 1731631962967 (+3 ms) 2024-11-15T00:52:42,971 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731631962970/Put/seqid=0 2024-11-15T00:52:42,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741881_1058 (size=4826) 2024-11-15T00:52:42,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741881_1058 (size=4826) 2024-11-15T00:52:42,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741881_1058 (size=4826) 2024-11-15T00:52:42,980 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37101/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 314aaa14fd49b0bc5230a7c5a68cc9eb/a 2024-11-15T00:52:42,989 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-15T00:52:42,989 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T00:52:42,990 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 314aaa14fd49b0bc5230a7c5a68cc9eb: 2024-11-15T00:52:42,992 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/a/fdcb71d20c1e4e109c19ae6cb0886b88_SeqId_3_ 2024-11-15T00:52:42,993 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37101/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 314aaa14fd49b0bc5230a7c5a68cc9eb/a as hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/a/fdcb71d20c1e4e109c19ae6cb0886b88_SeqId_3_ - updating store file list. 2024-11-15T00:52:42,999 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdcb71d20c1e4e109c19ae6cb0886b88_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-15T00:52:43,000 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/a/fdcb71d20c1e4e109c19ae6cb0886b88_SeqId_3_ into 314aaa14fd49b0bc5230a7c5a68cc9eb/a 2024-11-15T00:52:43,000 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37101/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 314aaa14fd49b0bc5230a7c5a68cc9eb/a (new location: hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/a/fdcb71d20c1e4e109c19ae6cb0886b88_SeqId_3_) 2024-11-15T00:52:43,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928, size=0 (0bytes) 2024-11-15T00:52:43,041 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928 might be still open, length is 0 2024-11-15T00:52:43,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928 2024-11-15T00:52:43,042 WARN [IPC Server handler 1 on default port 37101 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-15T00:52:43,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928 after 1ms 2024-11-15T00:52:44,212 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:51724 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42927:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51724 dst: /127.0.0.1:42927 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42927 remote=/127.0.0.1:51724]. Total timeout mills is 60000, 58794 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:44,212 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:39872 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36359:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39872 dst: /127.0.0.1:36359 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:44,212 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:47894 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47894 dst: /127.0.0.1:46277 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741880_1059 (size=473) 2024-11-15T00:52:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741880_1059 (size=473) 2024-11-15T00:52:47,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928 after 4002ms 2024-11-15T00:52:47,047 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:47,047 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928 took 4006ms 2024-11-15T00:52:47,050 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928; continuing. 2024-11-15T00:52:47,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928 so closing down 2024-11-15T00:52:47,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:47,052 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731631962928.temp 2024-11-15T00:52:47,054 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005-wal.1731631962928.temp 2024-11-15T00:52:47,054 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741882_1060 (size=259) 2024-11-15T00:52:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741882_1060 (size=259) 2024-11-15T00:52:47,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741882_1060 (size=259) 2024-11-15T00:52:47,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005-wal.1731631962928.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T00:52:47,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005-wal.1731631962928.temp to hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005 2024-11-15T00:52:47,064 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T00:52:47,064 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928, journal: Splitting hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928, size=0 (0bytes) at 1731631963041Finishing writing output for hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928 so closing down at 1731631967050 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005-wal.1731631962928.temp at 1731631967054 (+4 ms)3 split writer threads finished at 1731631967054Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005-wal.1731631962928.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731631967062 (+8 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005-wal.1731631962928.temp to hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005 at 1731631967064 (+2 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928, size=0, length=0, corrupted=false, cancelled=false at 1731631967064 2024-11-15T00:52:47,066 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928 to hdfs://localhost:37101/hbase/oldWALs/wal.1731631962928 2024-11-15T00:52:47,067 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005 2024-11-15T00:52:47,067 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:47,069 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:47,081 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631967069, exclude list is [], retry=0 2024-11-15T00:52:47,084 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:47,084 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:47,084 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:47,087 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631967069 2024-11-15T00:52:47,088 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:33777:33777)] 2024-11-15T00:52:47,088 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 314aaa14fd49b0bc5230a7c5a68cc9eb, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:47,089 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:47,089 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:47,089 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:47,090 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:47,092 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 314aaa14fd49b0bc5230a7c5a68cc9eb columnFamilyName a 2024-11-15T00:52:47,092 DEBUG [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:47,099 DEBUG [StoreFileOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdcb71d20c1e4e109c19ae6cb0886b88_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-15T00:52:47,099 DEBUG [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/a/fdcb71d20c1e4e109c19ae6cb0886b88_SeqId_3_ 2024-11-15T00:52:47,099 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(327): Store=314aaa14fd49b0bc5230a7c5a68cc9eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:47,099 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:47,101 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 314aaa14fd49b0bc5230a7c5a68cc9eb columnFamilyName b 2024-11-15T00:52:47,101 DEBUG [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:47,102 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(327): Store=314aaa14fd49b0bc5230a7c5a68cc9eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:47,102 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:47,103 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 314aaa14fd49b0bc5230a7c5a68cc9eb columnFamilyName c 2024-11-15T00:52:47,103 DEBUG [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:47,103 INFO [StoreOpener-314aaa14fd49b0bc5230a7c5a68cc9eb-1 {}] regionserver.HStore(327): Store=314aaa14fd49b0bc5230a7c5a68cc9eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:47,104 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:47,104 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:47,106 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:47,108 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005 2024-11-15T00:52:47,111 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:47,112 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005 2024-11-15T00:52:47,112 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 314aaa14fd49b0bc5230a7c5a68cc9eb 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-15T00:52:47,130 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/.tmp/a/905d33b8cd834b92ab74b44bc095dea8 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731631963005/Put/seqid=0 2024-11-15T00:52:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741884_1062 (size=5149) 2024-11-15T00:52:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741884_1062 (size=5149) 2024-11-15T00:52:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741884_1062 (size=5149) 2024-11-15T00:52:47,137 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/.tmp/a/905d33b8cd834b92ab74b44bc095dea8 2024-11-15T00:52:47,144 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/.tmp/a/905d33b8cd834b92ab74b44bc095dea8 as hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/a/905d33b8cd834b92ab74b44bc095dea8 2024-11-15T00:52:47,160 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/a/905d33b8cd834b92ab74b44bc095dea8, entries=1, sequenceid=5, filesize=5.0 K 2024-11-15T00:52:47,160 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 314aaa14fd49b0bc5230a7c5a68cc9eb in 48ms, sequenceid=5, compaction requested=false; wal=null 2024-11-15T00:52:47,164 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/0000000000000000005 2024-11-15T00:52:47,172 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:47,172 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:47,174 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:52:47,182 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 314aaa14fd49b0bc5230a7c5a68cc9eb 2024-11-15T00:52:47,193 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/314aaa14fd49b0bc5230a7c5a68cc9eb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T00:52:47,200 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 314aaa14fd49b0bc5230a7c5a68cc9eb; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59683539, jitterRate=-0.11064596474170685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:52:47,201 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 314aaa14fd49b0bc5230a7c5a68cc9eb: Writing region info on filesystem at 1731631967089Initializing all the Stores at 1731631967090 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631967090Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631967090Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631967090Obtaining lock to block concurrent updates at 1731631967112 (+22 ms)Preparing flush snapshotting stores in 314aaa14fd49b0bc5230a7c5a68cc9eb at 1731631967112Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731631967112Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb. at 1731631967112Flushing 314aaa14fd49b0bc5230a7c5a68cc9eb/a: creating writer at 1731631967113 (+1 ms)Flushing 314aaa14fd49b0bc5230a7c5a68cc9eb/a: appending metadata at 1731631967130 (+17 ms)Flushing 314aaa14fd49b0bc5230a7c5a68cc9eb/a: closing flushed file at 1731631967130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1113dbb0: reopening flushed file at 1731631967143 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 314aaa14fd49b0bc5230a7c5a68cc9eb in 48ms, sequenceid=5, compaction requested=false; wal=null at 1731631967160 (+17 ms)Cleaning up temporary data from old regions at 1731631967172 (+12 ms)Region opened successfully at 1731631967200 (+28 ms) 2024-11-15T00:52:47,206 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 314aaa14fd49b0bc5230a7c5a68cc9eb, disabling compactions & flushes 2024-11-15T00:52:47,207 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb. 2024-11-15T00:52:47,207 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb. 2024-11-15T00:52:47,207 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb. after waiting 0 ms 2024-11-15T00:52:47,207 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb. 2024-11-15T00:52:47,210 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731631962780.314aaa14fd49b0bc5230a7c5a68cc9eb. 2024-11-15T00:52:47,210 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 314aaa14fd49b0bc5230a7c5a68cc9eb: Waiting for close lock at 1731631967206Disabling compacts and flushes for region at 1731631967206Disabling writes for close at 1731631967207 (+1 ms)Writing region close event to WAL at 1731631967209 (+2 ms)Closed at 1731631967210 (+1 ms) 2024-11-15T00:52:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741883_1061 (size=95) 2024-11-15T00:52:47,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741883_1061 (size=95) 2024-11-15T00:52:47,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741883_1061 (size=95) 2024-11-15T00:52:47,226 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:52:47,226 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731631967069) 2024-11-15T00:52:47,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=411 (was 408) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-847472520_22 at /127.0.0.1:47910 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:37101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-847472520_22 at /127.0.0.1:51764 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-847472520_22 at /127.0.0.1:39914 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:37101 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1025 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=933 (was 1014), ProcessCount=11 (was 11), AvailableMemoryMB=2499 (was 1689) - AvailableMemoryMB LEAK? - 2024-11-15T00:52:47,252 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-15T00:52:47,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=411, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=933, ProcessCount=11, AvailableMemoryMB=2497 2024-11-15T00:52:47,265 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-11-15T00:52:47,284 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:47,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T00:52:47,295 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb2f6cb7846a,38367,1731631949930 2024-11-15T00:52:47,297 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e882694 2024-11-15T00:52:47,298 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T00:52:47,301 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T00:52:47,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T00:52:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-15T00:52:47,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T00:52:47,338 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:47,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-15T00:52:47,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T00:52:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:52:47,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741885_1063 (size=694) 2024-11-15T00:52:47,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741885_1063 (size=694) 2024-11-15T00:52:47,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741885_1063 (size=694) 2024-11-15T00:52:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:52:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:52:47,843 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => faf9b0fc43c16e5e2b8ef9c0e656f4cd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef 2024-11-15T00:52:47,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741886_1064 (size=77) 2024-11-15T00:52:47,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741886_1064 (size=77) 2024-11-15T00:52:47,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741886_1064 (size=77) 2024-11-15T00:52:47,860 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:47,860 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing faf9b0fc43c16e5e2b8ef9c0e656f4cd, disabling compactions & flushes 2024-11-15T00:52:47,860 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:47,860 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:47,860 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. after waiting 0 ms 2024-11-15T00:52:47,860 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:47,860 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:47,861 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: Waiting for close lock at 1731631967860Disabling compacts and flushes for region at 1731631967860Disabling writes for close at 1731631967860Writing region close event to WAL at 1731631967860Closed at 1731631967860 2024-11-15T00:52:47,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T00:52:47,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731631967863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731631967863"}]},"ts":"1731631967863"} 2024-11-15T00:52:47,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T00:52:47,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T00:52:47,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631967875"}]},"ts":"1731631967875"} 2024-11-15T00:52:47,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-15T00:52:47,887 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:52:47,889 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:52:47,889 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:52:47,889 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T00:52:47,889 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:52:47,889 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:52:47,889 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T00:52:47,889 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:52:47,889 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:52:47,889 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T00:52:47,889 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:52:47,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, ASSIGN}] 2024-11-15T00:52:47,894 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, ASSIGN 2024-11-15T00:52:47,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, ASSIGN; state=OFFLINE, location=fb2f6cb7846a,45171,1731631951274; forceNewPlan=false, retain=false 2024-11-15T00:52:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:52:48,051 INFO [fb2f6cb7846a:38367 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T00:52:48,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=OPENING, regionLocation=fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:48,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, ASSIGN because future has completed 2024-11-15T00:52:48,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,45171,1731631951274}] 2024-11-15T00:52:48,221 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,221 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => faf9b0fc43c16e5e2b8ef9c0e656f4cd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:48,222 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,222 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:48,222 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,222 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,224 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,226 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf1 2024-11-15T00:52:48,226 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:48,227 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:48,227 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,233 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf2 2024-11-15T00:52:48,233 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:48,234 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:48,234 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,236 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,236 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,237 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,237 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,238 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T00:52:48,240 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,249 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:48,250 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened faf9b0fc43c16e5e2b8ef9c0e656f4cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74155220, jitterRate=0.1049988865852356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T00:52:48,250 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,251 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: Running coprocessor pre-open hook at 1731631968222Writing region info on filesystem at 1731631968222Initializing all the Stores at 1731631968223 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631968224 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631968224Cleaning up temporary data from old regions at 1731631968237 (+13 ms)Running coprocessor post-open hooks at 1731631968250 (+13 ms)Region opened successfully at 1731631968251 (+1 ms) 2024-11-15T00:52:48,256 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., pid=6, masterSystemTime=1731631968210 2024-11-15T00:52:48,261 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,261 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=OPEN, openSeqNum=2, regionLocation=fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:48,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,45171,1731631951274 because future has completed 2024-11-15T00:52:48,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T00:52:48,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,45171,1731631951274 in 217 msec 2024-11-15T00:52:48,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T00:52:48,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, ASSIGN in 393 msec 2024-11-15T00:52:48,288 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T00:52:48,288 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731631968288"}]},"ts":"1731631968288"} 2024-11-15T00:52:48,291 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-15T00:52:48,292 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T00:52:48,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 984 msec 2024-11-15T00:52:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T00:52:48,499 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-15T00:52:48,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-15T00:52:48,501 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:52:48,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-15T00:52:48,508 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T00:52:48,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-15T00:52:48,528 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,45171,1731631951274, seqNum=2] 2024-11-15T00:52:48,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=faf9b0fc43c16e5e2b8ef9c0e656f4cd, source=fb2f6cb7846a,45171,1731631951274, destination=fb2f6cb7846a,39319,1731631950991, warming up region on fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:52:48,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=faf9b0fc43c16e5e2b8ef9c0e656f4cd, source=fb2f6cb7846a,45171,1731631951274, destination=fb2f6cb7846a,39319,1731631950991, running balancer 2024-11-15T00:52:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE 2024-11-15T00:52:48,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE 2024-11-15T00:52:48,579 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=CLOSING, regionLocation=fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:48,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46267, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:52:48,584 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=fb2f6cb7846a,45171,1731631951274, table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T00:52:48,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE because future has completed 2024-11-15T00:52:48,607 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T00:52:48,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,45171,1731631951274}] 2024-11-15T00:52:48,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(7855): Warmup {ENCODED => faf9b0fc43c16e5e2b8ef9c0e656f4cd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:48,620 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,625 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf1 2024-11-15T00:52:48,625 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-15T00:52:48,628 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:48,628 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,634 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf2 2024-11-15T00:52:48,634 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:48,635 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(1722): Closing faf9b0fc43c16e5e2b8ef9c0e656f4cd, disabling compactions & flushes 2024-11-15T00:52:48,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. after waiting 0 ms 2024-11-15T00:52:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(1676): Region close journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: Waiting for close lock at 1731631968635Disabling compacts and flushes for region at 1731631968635Disabling writes for close at 1731631968635Writing region close event to WAL at 1731631968636 (+1 ms)Closed at 1731631968636 2024-11-15T00:52:48,774 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,774 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T00:52:48,775 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing faf9b0fc43c16e5e2b8ef9c0e656f4cd, disabling compactions & flushes 2024-11-15T00:52:48,775 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,775 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,775 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. after waiting 0 ms 2024-11-15T00:52:48,775 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,775 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing faf9b0fc43c16e5e2b8ef9c0e656f4cd 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-15T00:52:48,796 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp/cf1/0f0b5cfb8a834ee98463a85164763c42 is 35, key is r1/cf1:q/1731631968531/Put/seqid=0 2024-11-15T00:52:48,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741887_1065 (size=4783) 2024-11-15T00:52:48,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741887_1065 (size=4783) 2024-11-15T00:52:48,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741887_1065 (size=4783) 2024-11-15T00:52:48,807 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp/cf1/0f0b5cfb8a834ee98463a85164763c42 2024-11-15T00:52:48,816 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp/cf1/0f0b5cfb8a834ee98463a85164763c42 as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/0f0b5cfb8a834ee98463a85164763c42 2024-11-15T00:52:48,825 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/0f0b5cfb8a834ee98463a85164763c42, entries=1, sequenceid=5, filesize=4.7 K 2024-11-15T00:52:48,826 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for faf9b0fc43c16e5e2b8ef9c0e656f4cd in 51ms, sequenceid=5, compaction requested=false 2024-11-15T00:52:48,826 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-15T00:52:48,836 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T00:52:48,839 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:48,839 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: Waiting for close lock at 1731631968775Running coprocessor pre-close hooks at 1731631968775Disabling compacts and flushes for region at 1731631968775Disabling writes for close at 1731631968775Obtaining lock to block concurrent updates at 1731631968775Preparing flush snapshotting stores in faf9b0fc43c16e5e2b8ef9c0e656f4cd at 1731631968775Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731631968776 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. at 1731631968777 (+1 ms)Flushing faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1: creating writer at 1731631968777Flushing faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1: appending metadata at 1731631968796 (+19 ms)Flushing faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1: closing flushed file at 1731631968796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ebe0a7d: reopening flushed file at 1731631968815 (+19 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for faf9b0fc43c16e5e2b8ef9c0e656f4cd in 51ms, sequenceid=5, compaction requested=false at 1731631968826 (+11 ms)Writing region close event to WAL at 1731631968828 (+2 ms)Running coprocessor post-close hooks at 1731631968837 (+9 ms)Closed at 1731631968839 (+2 ms) 2024-11-15T00:52:48,840 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding faf9b0fc43c16e5e2b8ef9c0e656f4cd move to fb2f6cb7846a,39319,1731631950991 record at close sequenceid=5 2024-11-15T00:52:48,844 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:48,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=CLOSED 2024-11-15T00:52:48,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,45171,1731631951274 because future has completed 2024-11-15T00:52:48,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T00:52:48,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,45171,1731631951274 in 244 msec 2024-11-15T00:52:48,866 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE; state=CLOSED, location=fb2f6cb7846a,39319,1731631950991; forceNewPlan=false, retain=false 2024-11-15T00:52:49,017 INFO [fb2f6cb7846a:38367 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T00:52:49,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=OPENING, regionLocation=fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:49,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE because future has completed 2024-11-15T00:52:49,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,39319,1731631950991}] 2024-11-15T00:52:49,178 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,178 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => faf9b0fc43c16e5e2b8ef9c0e656f4cd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:49,179 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,179 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:49,179 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,179 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,182 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,184 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf1 2024-11-15T00:52:49,184 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:49,191 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/0f0b5cfb8a834ee98463a85164763c42 2024-11-15T00:52:49,191 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:49,192 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,193 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf2 2024-11-15T00:52:49,193 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:49,194 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:49,194 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,195 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,196 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,197 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,197 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,198 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T00:52:49,199 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,200 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened faf9b0fc43c16e5e2b8ef9c0e656f4cd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61485415, jitterRate=-0.08379592001438141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T00:52:49,200 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,201 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: Running coprocessor pre-open hook at 1731631969179Writing region info on filesystem at 1731631969179Initializing all the Stores at 1731631969182 (+3 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631969182Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631969182Cleaning up temporary data from old regions at 1731631969197 (+15 ms)Running coprocessor post-open hooks at 1731631969200 (+3 ms)Region opened successfully at 1731631969201 (+1 ms) 2024-11-15T00:52:49,202 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., pid=9, masterSystemTime=1731631969173 2024-11-15T00:52:49,205 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,205 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,206 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=OPEN, openSeqNum=9, regionLocation=fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:49,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,39319,1731631950991 because future has completed 2024-11-15T00:52:49,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-15T00:52:49,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,39319,1731631950991 in 189 msec 2024-11-15T00:52:49,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE in 655 msec 2024-11-15T00:52:49,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:52:49,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:52:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:39172 deadline: 1731632029237, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fb2f6cb7846a port=39319 startCode=1731631950991. As of locationSeqNum=5. 2024-11-15T00:52:49,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,45171,1731631951274, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,45171,1731631951274, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fb2f6cb7846a port=39319 startCode=1731631950991. As of locationSeqNum=5. 2024-11-15T00:52:49,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,45171,1731631951274, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fb2f6cb7846a port=39319 startCode=1731631950991. As of locationSeqNum=5. 2024-11-15T00:52:49,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,45171,1731631951274, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,39319,1731631950991, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fb2f6cb7846a port=39319 startCode=1731631950991. As of locationSeqNum=5. 2024-11-15T00:52:49,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:52:49,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:52:49,373 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing faf9b0fc43c16e5e2b8ef9c0e656f4cd 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-15T00:52:49,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp/cf1/576c8b4f33a44c63929ebd6ae6c49096 is 29, key is r1/cf1:/1731631969361/DeleteFamily/seqid=0 2024-11-15T00:52:49,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741888_1066 (size=4906) 2024-11-15T00:52:49,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741888_1066 (size=4906) 2024-11-15T00:52:49,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741888_1066 (size=4906) 2024-11-15T00:52:49,415 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp/cf1/576c8b4f33a44c63929ebd6ae6c49096 2024-11-15T00:52:49,423 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 576c8b4f33a44c63929ebd6ae6c49096 2024-11-15T00:52:49,444 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp/cf2/ec866bdaa632444ebde52caba23c09a1 is 29, key is r1/cf2:/1731631969361/DeleteFamily/seqid=0 2024-11-15T00:52:49,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741889_1067 (size=4906) 2024-11-15T00:52:49,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741889_1067 (size=4906) 2024-11-15T00:52:49,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741889_1067 (size=4906) 2024-11-15T00:52:49,461 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp/cf2/ec866bdaa632444ebde52caba23c09a1 2024-11-15T00:52:49,468 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec866bdaa632444ebde52caba23c09a1 2024-11-15T00:52:49,469 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp/cf1/576c8b4f33a44c63929ebd6ae6c49096 as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/576c8b4f33a44c63929ebd6ae6c49096 2024-11-15T00:52:49,477 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 576c8b4f33a44c63929ebd6ae6c49096 2024-11-15T00:52:49,477 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/576c8b4f33a44c63929ebd6ae6c49096, entries=1, sequenceid=12, filesize=4.8 K 2024-11-15T00:52:49,478 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp/cf2/ec866bdaa632444ebde52caba23c09a1 as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2/ec866bdaa632444ebde52caba23c09a1 2024-11-15T00:52:49,486 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec866bdaa632444ebde52caba23c09a1 2024-11-15T00:52:49,487 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2/ec866bdaa632444ebde52caba23c09a1, entries=1, sequenceid=12, filesize=4.8 K 2024-11-15T00:52:49,488 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for faf9b0fc43c16e5e2b8ef9c0e656f4cd in 116ms, sequenceid=12, compaction requested=false 2024-11-15T00:52:49,488 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: 2024-11-15T00:52:49,490 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T00:52:49,491 DEBUG [Time-limited test {}] regionserver.HStore(1541): faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1 is initiating major compaction (all files) 2024-11-15T00:52:49,492 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:52:49,492 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:49,492 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,492 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/0f0b5cfb8a834ee98463a85164763c42, hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/576c8b4f33a44c63929ebd6ae6c49096] into tmpdir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp, totalSize=9.5 K 2024-11-15T00:52:49,494 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0f0b5cfb8a834ee98463a85164763c42, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731631968531 2024-11-15T00:52:49,494 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 576c8b4f33a44c63929ebd6ae6c49096, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-15T00:52:49,514 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): faf9b0fc43c16e5e2b8ef9c0e656f4cd#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:52:49,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741890_1068 (size=4626) 2024-11-15T00:52:49,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741890_1068 (size=4626) 2024-11-15T00:52:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741890_1068 (size=4626) 2024-11-15T00:52:49,544 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp/cf1/4b1b00e9e115491490aaf6840dffeef3 as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/4b1b00e9e115491490aaf6840dffeef3 2024-11-15T00:52:49,560 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1 of faf9b0fc43c16e5e2b8ef9c0e656f4cd into 4b1b00e9e115491490aaf6840dffeef3(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:52:49,560 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: 2024-11-15T00:52:49,561 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-15T00:52:49,561 DEBUG [Time-limited test {}] regionserver.HStore(1541): faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2 is initiating major compaction (all files) 2024-11-15T00:52:49,561 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T00:52:49,561 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T00:52:49,561 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,561 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2/ec866bdaa632444ebde52caba23c09a1] into tmpdir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp, totalSize=4.8 K 2024-11-15T00:52:49,563 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ec866bdaa632444ebde52caba23c09a1, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-15T00:52:49,573 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): faf9b0fc43c16e5e2b8ef9c0e656f4cd#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T00:52:49,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741891_1069 (size=4592) 2024-11-15T00:52:49,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741891_1069 (size=4592) 2024-11-15T00:52:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741891_1069 (size=4592) 2024-11-15T00:52:49,613 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/.tmp/cf2/459fd79a190e438ea166d5cc7228b743 as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2/459fd79a190e438ea166d5cc7228b743 2024-11-15T00:52:49,623 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2 of faf9b0fc43c16e5e2b8ef9c0e656f4cd into 459fd79a190e438ea166d5cc7228b743(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:52:49,623 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: 2024-11-15T00:52:49,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=faf9b0fc43c16e5e2b8ef9c0e656f4cd, source=fb2f6cb7846a,39319,1731631950991, destination=fb2f6cb7846a,45171,1731631951274, warming up region on fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:49,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=faf9b0fc43c16e5e2b8ef9c0e656f4cd, source=fb2f6cb7846a,39319,1731631950991, destination=fb2f6cb7846a,45171,1731631951274, running balancer 2024-11-15T00:52:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE 2024-11-15T00:52:49,632 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE 2024-11-15T00:52:49,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,634 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=CLOSING, regionLocation=fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] regionserver.HRegion(7855): Warmup {ENCODED => faf9b0fc43c16e5e2b8ef9c0e656f4cd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:49,635 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,637 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf1 2024-11-15T00:52:49,637 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:49,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE because future has completed 2024-11-15T00:52:49,640 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T00:52:49,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,39319,1731631950991}] 2024-11-15T00:52:49,648 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/0f0b5cfb8a834ee98463a85164763c42 2024-11-15T00:52:49,654 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/4b1b00e9e115491490aaf6840dffeef3 2024-11-15T00:52:49,661 INFO [StoreFileOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 576c8b4f33a44c63929ebd6ae6c49096 2024-11-15T00:52:49,661 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/576c8b4f33a44c63929ebd6ae6c49096 2024-11-15T00:52:49,661 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:49,661 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,662 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf2 2024-11-15T00:52:49,662 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:49,671 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2/459fd79a190e438ea166d5cc7228b743 2024-11-15T00:52:49,677 INFO [StoreFileOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec866bdaa632444ebde52caba23c09a1 2024-11-15T00:52:49,677 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2/ec866bdaa632444ebde52caba23c09a1 2024-11-15T00:52:49,678 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] regionserver.HRegion(1722): Closing faf9b0fc43c16e5e2b8ef9c0e656f4cd, disabling compactions & flushes 2024-11-15T00:52:49,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. after waiting 0 ms 2024-11-15T00:52:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45171 {}] regionserver.HRegion(1676): Region close journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: Waiting for close lock at 1731631969678Disabling compacts and flushes for region at 1731631969678Disabling writes for close at 1731631969678Writing region close event to WAL at 1731631969679 (+1 ms)Closed at 1731631969679 2024-11-15T00:52:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-15T00:52:49,800 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,800 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T00:52:49,801 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing faf9b0fc43c16e5e2b8ef9c0e656f4cd, disabling compactions & flushes 2024-11-15T00:52:49,801 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,801 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,801 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. after waiting 0 ms 2024-11-15T00:52:49,801 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,807 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/0f0b5cfb8a834ee98463a85164763c42, hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/576c8b4f33a44c63929ebd6ae6c49096] to archive 2024-11-15T00:52:49,811 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T00:52:49,822 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/0f0b5cfb8a834ee98463a85164763c42 to hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/0f0b5cfb8a834ee98463a85164763c42 2024-11-15T00:52:49,831 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/576c8b4f33a44c63929ebd6ae6c49096 to hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/576c8b4f33a44c63929ebd6ae6c49096 2024-11-15T00:52:49,848 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2/ec866bdaa632444ebde52caba23c09a1] to archive 2024-11-15T00:52:49,849 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T00:52:49,852 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2/ec866bdaa632444ebde52caba23c09a1 to hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2/ec866bdaa632444ebde52caba23c09a1 2024-11-15T00:52:49,861 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-15T00:52:49,862 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:49,862 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: Waiting for close lock at 1731631969801Running coprocessor pre-close hooks at 1731631969801Disabling compacts and flushes for region at 1731631969801Disabling writes for close at 1731631969801Writing region close event to WAL at 1731631969857 (+56 ms)Running coprocessor post-close hooks at 1731631969862 (+5 ms)Closed at 1731631969862 2024-11-15T00:52:49,862 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding faf9b0fc43c16e5e2b8ef9c0e656f4cd move to fb2f6cb7846a,45171,1731631951274 record at close sequenceid=12 2024-11-15T00:52:49,870 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:49,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=CLOSED 2024-11-15T00:52:49,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,39319,1731631950991 because future has completed 2024-11-15T00:52:49,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T00:52:49,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,39319,1731631950991 in 258 msec 2024-11-15T00:52:49,906 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE; state=CLOSED, location=fb2f6cb7846a,45171,1731631951274; forceNewPlan=false, retain=false 2024-11-15T00:52:50,057 INFO [fb2f6cb7846a:38367 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T00:52:50,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=OPENING, regionLocation=fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:50,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE because future has completed 2024-11-15T00:52:50,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,45171,1731631951274}] 2024-11-15T00:52:50,236 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:50,236 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => faf9b0fc43c16e5e2b8ef9c0e656f4cd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:50,237 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,237 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:50,237 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,237 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,251 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,253 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf1 2024-11-15T00:52:50,253 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:50,284 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/4b1b00e9e115491490aaf6840dffeef3 2024-11-15T00:52:50,285 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:50,286 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,287 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf2 2024-11-15T00:52:50,287 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:50,304 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2/459fd79a190e438ea166d5cc7228b743 2024-11-15T00:52:50,304 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:50,304 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,305 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,307 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,308 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,308 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,309 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T00:52:50,310 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,312 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened faf9b0fc43c16e5e2b8ef9c0e656f4cd; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70803144, jitterRate=0.05504906177520752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T00:52:50,312 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,312 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: Running coprocessor pre-open hook at 1731631970237Writing region info on filesystem at 1731631970237Initializing all the Stores at 1731631970244 (+7 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631970244Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631970249 (+5 ms)Cleaning up temporary data from old regions at 1731631970308 (+59 ms)Running coprocessor post-open hooks at 1731631970312 (+4 ms)Region opened successfully at 1731631970312 2024-11-15T00:52:50,320 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., pid=12, masterSystemTime=1731631970220 2024-11-15T00:52:50,327 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:50,327 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:50,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=OPEN, openSeqNum=18, regionLocation=fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:50,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,45171,1731631951274 because future has completed 2024-11-15T00:52:50,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-15T00:52:50,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,45171,1731631951274 in 277 msec 2024-11-15T00:52:50,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, REOPEN/MOVE in 718 msec 2024-11-15T00:52:50,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:52:50,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:52:50,392 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fb2f6cb7846a,45171,1731631951274: testing ***** 2024-11-15T00:52:50,392 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T00:52:50,394 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T00:52:50,396 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T00:52:50,408 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T00:52:50,411 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T00:52:50,427 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 331966440 }, "NonHeapMemoryUsage": { "committed": 171769856, "init": 7667712, "max": -1, "used": 169255888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "fb2f6cb7846a", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10264, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 52, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 11, "ProcessCallTime_95th_percentile": 49, "ProcessCallTime_98th_percentile": 52, "ProcessCallTime_99th_percentile": 52, "ProcessCallTime_99.9th_percentile": 52, "ProcessCallTime_TimeRangeCount_0-1": 9, "ProcessCallTime_TimeRangeCount_1-3": 9, "ProcessCallTime_TimeRangeCount_3-10": 9, "ProcessCallTime_TimeRangeCount_10-30": 2, "ProcessCallTime_TimeRangeCount_30-100": 2, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 2, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 1, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 2, "QueueCallTime_99th_percentile": 2, "QueueCallTime_99.9th_percentile": 2, "QueueCallTime_TimeRangeCount_0-1": 30, "QueueCallTime_TimeRangeCount_1-3": 1, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 53, "TotalCallTime_mean": 7, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 11, "TotalCallTime_95th_percentile": 49, "TotalCallTime_98th_percentile": 53, "TotalCallTime_99th_percentile": 53, "TotalCallTime_99.9th_percentile": 53, "TotalCallTime_TimeRangeCount_0-1": 9, "TotalCallTime_TimeRangeCount_1-3": 9, "TotalCallTime_TimeRangeCount_3-10": 9, "TotalCallTime_TimeRangeCount_10-30": 2, "TotalCallTime_TimeRangeCount_30-100": 2, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1139, "ResponseSize_mean": 160, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 796, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1070, "ResponseSize_99.9th_percentile": 1132, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5781 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "fb2f6cb7846a", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54013", "tag.serverName": "fb2f6cb7846a,39319,1731631950991", "tag.clusterId": "634d30e1-829a-48ec-a4a8-809e69f8afa3", "tag.Context": "regionserver", "tag.Hostname": "fb2f6cb7846a", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731631950991, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 25.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 1, "l1CacheMissCount": 3, "l1CacheHitRatio": 0.25, "l1CacheMissRatio": 0.75, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227435, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 3, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 1, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 1, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 1, "blockCacheHitCountPrimary": 1, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 3, "blockCacheMissCountPrimary": 3, "blockCacheMissCachingCount": 1, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 3, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 1, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 2, "MajorCompactionTime_min": 61, "MajorCompactionTime_max": 66, "MajorCompactionTime_mean": 63, "MajorCompactionTime_25th_percentile": 61, "MajorCompactionTime_median": 62, "MajorCompactionTime_75th_percentile": 66, "MajorCompactionTime_90th_percentile": 66, "MajorCompactionTime_95th_percentile": 66, "MajorCompactionTime_98th_percentile": 66, "MajorCompactionTime_99th_percentile": 66, "MajorCompactionTime_99.9th_percentile": 66, "MajorCompactionTime_TimeRangeCount_30-100": 2, "ScanTime_num_ops": 1, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "ScanTime_TimeRangeCount_0-1": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 14595, "slowAppendCount": 0, "flushedOutputBytes": 9812, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 2, "MajorCompactionInputSize_min": 4906, "MajorCompactionInputSize_max": 9689, "MajorCompactionInputSize_mean": 7297, "MajorCompactionInputSize_25th_percentile": 6101, "MajorCompactionInputSize_median": 7297, "MajorCompactionInputSize_75th_percentile": 8493, "MajorCompactionInputSize_90th_percentile": 9210, "MajorCompactionInputSize_95th_percentile": 9449, "MajorCompactionInputSize_98th_percentile": 9593, "MajorCompactionInputSize_99th_percentile": 9641, "MajorCompactionInputSize_99.9th_percentile": 9684, "MajorCompactionInputSize_SizeRangeCount_100-1000": 2, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 2, "CompactionInputSize_min": 4906, "CompactionInputSize_max": 9689, "CompactionInputSize_mean": 7297, "CompactionInputSize_25th_percentile": 6101, "CompactionInputSize_median": 7297, "CompactionInputSize_75th_percentile": 8493, "CompactionInputSize_90th_percentile": 9210, "CompactionInputSize_95th_percentile": 9449, "CompactionInputSize_98th_percentile": 9593, "CompactionInputSize_99th_percentile": 9641, "CompactionInputSize_99.9th_percentile": 9684, "CompactionInputSize_SizeRangeCount_100-1000": 2, "flushedMemstoreBytes": 50, "majorCompactedOutputBytes": 9218, "slowPutCount": 0, "compactedInputBytes": 14595, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 9812, "FlushOutputSize_max": 9812, "FlushOutputSize_mean": 9812, "FlushOutputSize_25th_percentile": 9812, "FlushOutputSize_median": 9812, "FlushOutputSize_75th_percentile": 9812, "FlushOutputSize_90th_percentile": 9812, "FlushOutputSize_95th_percentile": 9812, "FlushOutputSize_98th_percentile": 9812, "FlushOutputSize_99th_percentile": 9812, "FlushOutputSize_99.9th_percentile": 9812, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 9218, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 1, "ScanBlockBytesScanned_min": 32, "ScanBlockBytesScanned_max": 32, "ScanBlockBytesScanned_mean": 32, "ScanBlockBytesScanned_25th_percentile": 32, "ScanBlockBytesScanned_median": 32, "ScanBlockBytesScanned_75th_percentile": 32, "ScanBlockBytesScanned_90th_percentile": 32, "ScanBlockBytesScanned_95th_percentile": 32, "ScanBlockBytesScanned_98th_percentile": 32, "ScanBlockBytesScanned_99th_percentile": 32, "ScanBlockBytesScanned_99.9th_percentile": 32, "ScanBlockBytesScanned_SizeRangeCount_10-100": 1, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 1, "Delete_min": 5, "Delete_max": 5, "Delete_mean": 5, "Delete_25th_percentile": 5, "Delete_median": 5, "Delete_75th_percentile": 5, "Delete_90th_percentile": 5, "Delete_95th_percentile": 5, "Delete_98th_percentile": 5, "Delete_99th_percentile": 5, "Delete_99.9th_percentile": 5, "Delete_TimeRangeCount_3-10": 1, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 32, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 50, "FlushMemstoreSize_max": 50, "FlushMemstoreSize_mean": 50, "FlushMemstoreSize_25th_percentile": 50, "FlushMemstoreSize_median": 50, "FlushMemstoreSize_75th_percentile": 50, "FlushMemstoreSize_90th_percentile": 50, "FlushMemstoreSize_95th_percentile": 50, "FlushMemstoreSize_98th_percentile": 50, "FlushMemstoreSize_99th_percentile": 50, "FlushMemstoreSize_99.9th_percentile": 50, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 2, "CompactionInputFileCount_min": 1, "CompactionInputFileCount_max": 2, "CompactionInputFileCount_mean": 1, "CompactionInputFileCount_25th_percentile": 1, "CompactionInputFileCount_median": 2, "CompactionInputFileCount_75th_percentile": 2, "CompactionInputFileCount_90th_percentile": 2, "CompactionInputFileCount_95th_percentile": 2, "CompactionInputFileCount_98th_percentile": 2, "CompactionInputFileCount_99th_percentile": 2, "CompactionInputFileCount_99.9th_percentile": 2, "CompactionTime_num_ops": 2, "CompactionTime_min": 61, "CompactionTime_max": 66, "CompactionTime_mean": 63, "CompactionTime_25th_percentile": 61, "CompactionTime_median": 62, "CompactionTime_75th_percentile": 66, "CompactionTime_90th_percentile": 66, "CompactionTime_95th_percentile": 66, "CompactionTime_98th_percentile": 66, "CompactionTime_99th_percentile": 66, "CompactionTime_99.9th_percentile": 66, "CompactionTime_TimeRangeCount_30-100": 2, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 2, "MajorCompactionInputFileCount_min": 1, "MajorCompactionInputFileCount_max": 2, "MajorCompactionInputFileCount_mean": 1, "MajorCompactionInputFileCount_25th_percentile": 1, "MajorCompactionInputFileCount_median": 2, "MajorCompactionInputFileCount_75th_percentile": 2, "MajorCompactionInputFileCount_90th_percentile": 2, "MajorCompactionInputFileCount_95th_percentile": 2, "MajorCompactionInputFileCount_98th_percentile": 2, "MajorCompactionInputFileCount_99th_percentile": 2, "MajorCompactionInputFileCount_99.9th_percentile": 2, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 2, "MajorCompactionOutputSize_min": 4592, "MajorCompactionOutputSize_max": 4626, "MajorCompactionOutputSize_mean": 4609, "MajorCompactionOutputSize_25th_percentile": 4600, "MajorCompactionOutputSize_median": 4609, "MajorCompactionOutputSize_75th_percentile": 4617, "MajorCompactionOutputSize_90th_percentile": 4622, "MajorCompactionOutputSize_95th_percentile": 4624, "MajorCompactionOutputSize_98th_percentile": 4625, "MajorCompactionOutputSize_99th_percentile": 4625, "MajorCompactionOutputSize_99.9th_percentile": 4625, "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2, "CompactionOutputFileCount_num_ops": 2, "CompactionOutputFileCount_min": 1, "CompactionOutputFileCount_max": 1, "CompactionOutputFileCount_mean": 1, "CompactionOutputFileCount_25th_percentile": 1, "CompactionOutputFileCount_median": 1, "CompactionOutputFileCount_75th_percentile": 1, "CompactionOutputFileCount_90th_percentile": 1, "CompactionOutputFileCount_95th_percentile": 1, "CompactionOutputFileCount_98th_percentile": 1, "CompactionOutputFileCount_99th_percentile": 1, "CompactionOutputFileCount_99.9th_percentile": 1, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 116, "FlushTime_max": 116, "FlushTime_mean": 116, "FlushTime_25th_percentile": 116, "FlushTime_median": 116, "FlushTime_75th_percentile": 116, "FlushTime_90th_percentile": 116, "FlushTime_95th_percentile": 116, "FlushTime_98th_percentile": 116, "FlushTime_99th_percentile": 116, "FlushTime_99.9th_percentile": 116, "FlushTime_TimeRangeCount_100-300": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 2, "MajorCompactionOutputFileCount_min": 1, "MajorCompactionOutputFileCount_max": 1, "MajorCompactionOutputFileCount_mean": 1, "MajorCompactionOutputFileCount_25th_percentile": 1, "MajorCompactionOutputFileCount_median": 1, "MajorCompactionOutputFileCount_75th_percentile": 1, "MajorCompactionOutputFileCount_90th_percentile": 1, "MajorCompactionOutputFileCount_95th_percentile": 1, "MajorCompactionOutputFileCount_98th_percentile": 1, "MajorCompactionOutputFileCount_99th_percentile": 1, "MajorCompactionOutputFileCount_99.9th_percentile": 1, "slowGetCount": 0, "ScanSize_num_ops": 1, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "ScanSize_SizeRangeCount_0-10": 1, "CompactionOutputSize_num_ops": 2, "CompactionOutputSize_min": 4592, "CompactionOutputSize_max": 4626, "CompactionOutputSize_mean": 4609, "CompactionOutputSize_25th_percentile": 4600, "CompactionOutputSize_median": 4609, "CompactionOutputSize_75th_percentile": 4617, "CompactionOutputSize_90th_percentile": 4622, "CompactionOutputSize_95th_percentile": 4624, "CompactionOutputSize_98th_percentile": 4625, "CompactionOutputSize_99th_percentile": 4625, "CompactionOutputSize_99.9th_percentile": 4625, "CompactionOutputSize_SizeRangeCount_100-1000": 2, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-15T00:52:50,433 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38367 {}] master.MasterRpcServices(700): fb2f6cb7846a,45171,1731631951274 reported a fatal error: ***** ABORTING region server fb2f6cb7846a,45171,1731631951274: testing ***** 2024-11-15T00:52:50,442 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,45171,1731631951274' ***** 2024-11-15T00:52:50,442 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-15T00:52:50,446 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:52:50,447 INFO [RS:2;fb2f6cb7846a:45171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T00:52:50,447 INFO [RS:2;fb2f6cb7846a:45171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T00:52:50,447 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(3091): Received CLOSE for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,448 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(956): aborting server fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:50,448 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:52:50,448 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faf9b0fc43c16e5e2b8ef9c0e656f4cd, disabling compactions & flushes 2024-11-15T00:52:50,448 INFO [RS:2;fb2f6cb7846a:45171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fb2f6cb7846a:45171. 2024-11-15T00:52:50,448 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:50,448 DEBUG [RS:2;fb2f6cb7846a:45171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:52:50,448 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:50248 deadline: 1731632030447, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fb2f6cb7846a port=45171 startCode=1731631951274. As of locationSeqNum=12. 2024-11-15T00:52:50,448 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. after waiting 0 ms 2024-11-15T00:52:50,448 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:50,449 DEBUG [RS:2;fb2f6cb7846a:45171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:52:50,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:52:50,449 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:52:50,449 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:52:50,449 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:52:50,449 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T00:52:50,451 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,39319,1731631950991, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,39319,1731631950991, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fb2f6cb7846a port=45171 startCode=1731631951274. As of locationSeqNum=12. 2024-11-15T00:52:50,451 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,39319,1731631950991, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fb2f6cb7846a port=45171 startCode=1731631951274. As of locationSeqNum=12. 2024-11-15T00:52:50,451 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,39319,1731631950991, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,45171,1731631951274, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fb2f6cb7846a port=45171 startCode=1731631951274. As of locationSeqNum=12. 2024-11-15T00:52:50,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fb2f6cb7846a,45171,1731631951274 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:50,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fb2f6cb7846a,45171,1731631951274 aborting 2024-11-15T00:52:50,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fb2f6cb7846a,45171,1731631951274 aborting 2024-11-15T00:52:50,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 from cache 2024-11-15T00:52:50,472 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T00:52:50,472 DEBUG [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(1325): Online Regions={faf9b0fc43c16e5e2b8ef9c0e656f4cd=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T00:52:50,472 DEBUG [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:50,473 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:52:50,473 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:52:50,473 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:52:50,473 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:52:50,473 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:52:50,477 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-15T00:52:50,477 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-15T00:52:50,479 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-15T00:52:50,479 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-15T00:52:50,480 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-15T00:52:50,480 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-15T00:52:50,482 ERROR [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-15T00:52:50,482 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:52:50,483 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:52:50,483 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631970473Running coprocessor pre-close hooks at 1731631970473Disabling compacts and flushes for region at 1731631970473Disabling writes for close at 1731631970473Writing region close event to WAL at 1731631970482 (+9 ms)Running coprocessor post-close hooks at 1731631970482Closed at 1731631970483 (+1 ms) 2024-11-15T00:52:50,483 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T00:52:50,487 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:52:50,492 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:50,492 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: Waiting for close lock at 1731631970448Running coprocessor pre-close hooks at 1731631970448Disabling compacts and flushes for region at 1731631970448Disabling writes for close at 1731631970448Writing region close event to WAL at 1731631970492 (+44 ms)Running coprocessor post-close hooks at 1731631970492Closed at 1731631970492 2024-11-15T00:52:50,493 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:50,567 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:52:50,569 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1] 2024-11-15T00:52:50,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fb2f6cb7846a,45171,1731631951274 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:50,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fb2f6cb7846a,45171,1731631951274 aborting 2024-11-15T00:52:50,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fb2f6cb7846a,45171,1731631951274 aborting 2024-11-15T00:52:50,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 from cache 2024-11-15T00:52:50,673 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,45171,1731631951274; all regions closed. 2024-11-15T00:52:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741836_1012 (size=3557) 2024-11-15T00:52:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741836_1012 (size=3557) 2024-11-15T00:52:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741836_1012 (size=3557) 2024-11-15T00:52:50,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741833_1009 (size=1404) 2024-11-15T00:52:50,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741833_1009 (size=1404) 2024-11-15T00:52:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741833_1009 (size=1404) 2024-11-15T00:52:50,685 DEBUG [RS:2;fb2f6cb7846a:45171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:52:50,685 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:52:50,685 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:52:50,685 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:52:50,686 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:52:50,686 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:52:50,686 INFO [RS:2;fb2f6cb7846a:45171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45171 2024-11-15T00:52:50,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:52:50,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,45171,1731631951274 2024-11-15T00:52:50,755 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:52:50,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,45171,1731631951274] 2024-11-15T00:52:50,776 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,45171,1731631951274 already deleted, retry=false 2024-11-15T00:52:50,776 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fb2f6cb7846a,45171,1731631951274 on fb2f6cb7846a,38367,1731631949930 2024-11-15T00:52:50,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:52:50,778 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1] 2024-11-15T00:52:50,780 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fb2f6cb7846a:45171 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fb2f6cb7846a/172.17.0.3:45171 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:50,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1, error=java.net.ConnectException: Call to address=fb2f6cb7846a:45171 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fb2f6cb7846a/172.17.0.3:45171 2024-11-15T00:52:50,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-15T00:52:50,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 from cache 2024-11-15T00:52:50,782 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address fb2f6cb7846a:45171 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fb2f6cb7846a/172.17.0.3:45171 2024-11-15T00:52:50,782 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fb2f6cb7846a,45171,1731631951274, splitWal=true, meta=true 2024-11-15T00:52:50,786 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for fb2f6cb7846a,45171,1731631951274 (carryingMeta=true) fb2f6cb7846a,45171,1731631951274/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@63a439ef[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T00:52:50,787 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fb2f6cb7846a,45171,1731631951274, splitWal=true, meta=true 2024-11-15T00:52:50,790 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fb2f6cb7846a,45171,1731631951274, splitWal=true, meta=true, isMeta: true 2024-11-15T00:52:50,792 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting 2024-11-15T00:52:50,794 INFO [PEWorker-1 {}] master.SplitWALManager(105): fb2f6cb7846a,45171,1731631951274 WAL count=1, meta=true 2024-11-15T00:52:50,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta}] 2024-11-15T00:52:50,804 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:50,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta, worker=fb2f6cb7846a,39319,1731631950991}] 2024-11-15T00:52:50,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:52:50,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45171-0x1013bfaa1d30003, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:52:50,867 INFO [RS:2;fb2f6cb7846a:45171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:52:50,867 INFO [RS:2;fb2f6cb7846a:45171 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,45171,1731631951274; zookeeper connection closed. 2024-11-15T00:52:50,867 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@757f0648 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@757f0648 2024-11-15T00:52:50,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-15T00:52:50,989 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta, size=3.5 K (3557bytes) 2024-11-15T00:52:50,989 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta 2024-11-15T00:52:50,990 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta after 1ms 2024-11-15T00:52:50,996 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:50,996 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta took 7ms 2024-11-15T00:52:51,007 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-15T00:52:51,008 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta so closing down 2024-11-15T00:52:51,008 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:51,010 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta.temp 2024-11-15T00:52:51,011 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta.temp 2024-11-15T00:52:51,011 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:51,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741892_1070 (size=3342) 2024-11-15T00:52:51,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741892_1070 (size=3342) 2024-11-15T00:52:51,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-15T00:52:51,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741892_1070 (size=3342) 2024-11-15T00:52:51,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta.temp to hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-15T00:52:51,024 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 27 ms; skipped=1; WAL=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta, size=3.5 K, length=3557, corrupted=false, cancelled=false 2024-11-15T00:52:51,025 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta, journal: Splitting hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta, size=3.5 K (3557bytes) at 1731631970989Finishing writing output for hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta so closing down at 1731631971008 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta.temp at 1731631971011 (+3 ms)3 split writer threads finished at 1731631971011Closed recovered edits writer path=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731631971023 (+12 ms)Rename recovered edits hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta.temp to hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1731631971024 (+1 ms)Processed 16 edits across 1 Regions in 27 ms; skipped=1; WAL=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta, size=3.5 K, length=3557, corrupted=false, cancelled=false at 1731631971025 (+1 ms) 2024-11-15T00:52:51,025 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta 2024-11-15T00:52:51,026 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T00:52:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T00:52:51,033 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta to hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/oldWALs 2024-11-15T00:52:51,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T00:52:51,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta, worker=fb2f6cb7846a,39319,1731631950991 in 226 msec 2024-11-15T00:52:51,037 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:51,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T00:52:51,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure fb2f6cb7846a%2C45171%2C1731631951274.meta.1731631953859.meta, worker=fb2f6cb7846a,39319,1731631950991 in 242 msec 2024-11-15T00:52:51,042 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting dir is empty, no logs to split. 2024-11-15T00:52:51,042 INFO [PEWorker-1 {}] master.SplitWALManager(105): fb2f6cb7846a,45171,1731631951274 WAL count=0, meta=true 2024-11-15T00:52:51,042 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fb2f6cb7846a,45171,1731631951274 WAL splitting is done? wals=0, meta=true 2024-11-15T00:52:51,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T00:52:51,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:52:51,046 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T00:52:51,087 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:52:51,088 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1] 2024-11-15T00:52:51,089 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to fb2f6cb7846a:45171 this server is in the failed servers list 2024-11-15T00:52:51,089 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fb2f6cb7846a:45171 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fb2f6cb7846a:45171 2024-11-15T00:52:51,089 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fb2f6cb7846a:45171 2024-11-15T00:52:51,089 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 from cache 2024-11-15T00:52:51,197 DEBUG [fb2f6cb7846a:38367 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T00:52:51,197 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:52:51,197 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:52:51,197 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:52:51,197 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:52:51,197 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:52:51,197 INFO [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:52:51,197 INFO [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:52:51,197 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:52:51,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb2f6cb7846a,34305,1731631951177 2024-11-15T00:52:51,199 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,34305,1731631951177, state=OPENING 2024-11-15T00:52:51,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:51,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:51,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:51,369 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T00:52:51,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:51,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:51,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:51,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,34305,1731631951177}] 2024-11-15T00:52:51,522 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T00:52:51,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33023, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T00:52:51,535 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T00:52:51,535 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:51,535 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T00:52:51,537 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb2f6cb7846a%2C34305%2C1731631951177.meta, suffix=.meta, logDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,34305,1731631951177, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/oldWALs, maxLogs=32 2024-11-15T00:52:51,556 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,34305,1731631951177/fb2f6cb7846a%2C34305%2C1731631951177.meta.1731631971538.meta, exclude list is [], retry=0 2024-11-15T00:52:51,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:51,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:51,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:51,561 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,34305,1731631951177/fb2f6cb7846a%2C34305%2C1731631951177.meta.1731631971538.meta 2024-11-15T00:52:51,562 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777)] 2024-11-15T00:52:51,562 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:51,562 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T00:52:51,562 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T00:52:51,563 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T00:52:51,563 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T00:52:51,563 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:51,563 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T00:52:51,563 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T00:52:51,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T00:52:51,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T00:52:51,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:51,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:51,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T00:52:51,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T00:52:51,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:51,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:51,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T00:52:51,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T00:52:51,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:51,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:51,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T00:52:51,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T00:52:51,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:51,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T00:52:51,572 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T00:52:51,573 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740 2024-11-15T00:52:51,574 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740 2024-11-15T00:52:51,575 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-15T00:52:51,577 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:51,581 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-15T00:52:51,581 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-15T00:52:51,597 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:52:51,599 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,34305,1731631951177, seqNum=-1] 2024-11-15T00:52:51,599 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:52:51,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:52:51,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34305 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Get size: 119 connection: 172.17.0.3:51944 deadline: 1731632031602, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on fb2f6cb7846a,34305,1731631951177 2024-11-15T00:52:51,604 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,34305,1731631951177, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,34305,1731631951177, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on fb2f6cb7846a,34305,1731631951177 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T00:52:51,605 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,34305,1731631951177, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on fb2f6cb7846a,34305,1731631951177 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T00:52:51,605 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,34305,1731631951177, seqNum=-1 from cache 2024-11-15T00:52:51,605 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/info/8cd77f46b9b740c3bbdeda753da03cfb is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd./info:regioninfo/1731631970328/Put/seqid=0 2024-11-15T00:52:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741894_1072 (size=11177) 2024-11-15T00:52:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741894_1072 (size=11177) 2024-11-15T00:52:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741894_1072 (size=11177) 2024-11-15T00:52:51,613 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/info/8cd77f46b9b740c3bbdeda753da03cfb 2024-11-15T00:52:51,634 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/ns/e1c86e04126948f9a3ca1608c57bfbc4 is 43, key is default/ns:d/1731631954207/Put/seqid=0 2024-11-15T00:52:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741895_1073 (size=5153) 2024-11-15T00:52:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741895_1073 (size=5153) 2024-11-15T00:52:51,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741895_1073 (size=5153) 2024-11-15T00:52:51,645 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/ns/e1c86e04126948f9a3ca1608c57bfbc4 2024-11-15T00:52:51,669 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/table/96892101e302461580029857ec1b6000 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731631968288/Put/seqid=0 2024-11-15T00:52:51,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741896_1074 (size=5431) 2024-11-15T00:52:51,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741896_1074 (size=5431) 2024-11-15T00:52:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741896_1074 (size=5431) 2024-11-15T00:52:51,680 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/table/96892101e302461580029857ec1b6000 2024-11-15T00:52:51,688 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/info/8cd77f46b9b740c3bbdeda753da03cfb as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/info/8cd77f46b9b740c3bbdeda753da03cfb 2024-11-15T00:52:51,694 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/info/8cd77f46b9b740c3bbdeda753da03cfb, entries=36, sequenceid=18, filesize=10.9 K 2024-11-15T00:52:51,695 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/ns/e1c86e04126948f9a3ca1608c57bfbc4 as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/ns/e1c86e04126948f9a3ca1608c57bfbc4 2024-11-15T00:52:51,702 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/ns/e1c86e04126948f9a3ca1608c57bfbc4, entries=2, sequenceid=18, filesize=5.0 K 2024-11-15T00:52:51,703 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/table/96892101e302461580029857ec1b6000 as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/table/96892101e302461580029857ec1b6000 2024-11-15T00:52:51,709 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/table/96892101e302461580029857ec1b6000, entries=2, sequenceid=18, filesize=5.3 K 2024-11-15T00:52:51,709 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=18, compaction requested=false; wal=null 2024-11-15T00:52:51,710 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T00:52:51,711 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-15T00:52:51,712 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T00:52:51,712 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T00:52:51,713 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T00:52:51,715 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T00:52:51,721 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-15T00:52:51,722 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65567207, jitterRate=-0.022972479462623596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T00:52:51,722 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T00:52:51,723 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731631971563Writing region info on filesystem at 1731631971563Initializing all the Stores at 1731631971564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631971564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631971564Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631971564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731631971564Obtaining lock to block concurrent updates at 1731631971581 (+17 ms)Preparing flush snapshotting stores in 1588230740 at 1731631971581Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1731631971581Flushing stores of hbase:meta,,1.1588230740 at 1731631971581Flushing 1588230740/info: creating writer at 1731631971582 (+1 ms)Flushing 1588230740/info: appending metadata at 1731631971605 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731631971605Flushing 1588230740/ns: creating writer at 1731631971618 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731631971633 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731631971633Flushing 1588230740/table: creating writer at 1731631971652 (+19 ms)Flushing 1588230740/table: appending metadata at 1731631971669 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731631971669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bca11c5: reopening flushed file at 1731631971687 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@738abf17: reopening flushed file at 1731631971695 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2d0996: reopening flushed file at 1731631971702 (+7 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=18, compaction requested=false; wal=null at 1731631971709 (+7 ms)Cleaning up temporary data from old regions at 1731631971712 (+3 ms)Running coprocessor post-open hooks at 1731631971722 (+10 ms)Region opened successfully at 1731631971723 (+1 ms) 2024-11-15T00:52:51,724 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731631971522 2024-11-15T00:52:51,729 DEBUG [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T00:52:51,729 INFO [RS_OPEN_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T00:52:51,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=fb2f6cb7846a,34305,1731631951177 2024-11-15T00:52:51,731 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb2f6cb7846a,34305,1731631951177, state=OPEN 2024-11-15T00:52:51,809 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fb2f6cb7846a,34305,1731631951177, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T00:52:51,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:51,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:51,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T00:52:51,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:51,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:51,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T00:52:51,892 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,34305,1731631951177 2024-11-15T00:52:51,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T00:52:51,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb2f6cb7846a,34305,1731631951177 in 523 msec 2024-11-15T00:52:51,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-15T00:52:51,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 851 msec 2024-11-15T00:52:51,898 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): fb2f6cb7846a,45171,1731631951274 had 2 regions 2024-11-15T00:52:51,899 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fb2f6cb7846a,45171,1731631951274, splitWal=true, meta=true, isMeta: false 2024-11-15T00:52:51,901 INFO [PEWorker-2 {}] master.SplitWALManager(105): fb2f6cb7846a,45171,1731631951274 WAL count=1, meta=false 2024-11-15T00:52:51,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fb2f6cb7846a%2C45171%2C1731631951274.1731631953443}] 2024-11-15T00:52:51,903 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:51,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fb2f6cb7846a%2C45171%2C1731631951274.1731631953443, worker=fb2f6cb7846a,39319,1731631950991}] 2024-11-15T00:52:52,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-15T00:52:52,081 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443, size=1.4 K (1404bytes) 2024-11-15T00:52:52,081 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443 2024-11-15T00:52:52,081 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443 after 0ms 2024-11-15T00:52:52,083 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:52,083 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443 took 3ms 2024-11-15T00:52:52,086 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for faf9b0fc43c16e5e2b8ef9c0e656f4cd: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-15T00:52:52,086 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443 so closing down 2024-11-15T00:52:52,086 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:52,086 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:52,087 INFO [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443, size=1.4 K, length=1404, corrupted=false, cancelled=false 2024-11-15T00:52:52,087 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443, journal: Splitting hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443, size=1.4 K (1404bytes) at 1731631972081Finishing writing output for hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443 so closing down at 1731631972086 (+5 ms)3 split writer threads finished at 1731631972087 (+1 ms)Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443, size=1.4 K, length=1404, corrupted=false, cancelled=false at 1731631972087 2024-11-15T00:52:52,087 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443 2024-11-15T00:52:52,087 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb2f6cb7846a:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-15T00:52:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-15T00:52:52,091 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting/fb2f6cb7846a%2C45171%2C1731631951274.1731631953443 to hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/oldWALs 2024-11-15T00:52:52,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T00:52:52,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fb2f6cb7846a%2C45171%2C1731631951274.1731631953443, worker=fb2f6cb7846a,39319,1731631950991 in 187 msec 2024-11-15T00:52:52,095 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:52,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-15T00:52:52,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure fb2f6cb7846a%2C45171%2C1731631951274.1731631953443, worker=fb2f6cb7846a,39319,1731631950991 in 194 msec 2024-11-15T00:52:52,100 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/WALs/fb2f6cb7846a,45171,1731631951274-splitting dir is empty, no logs to split. 2024-11-15T00:52:52,100 INFO [PEWorker-2 {}] master.SplitWALManager(105): fb2f6cb7846a,45171,1731631951274 WAL count=0, meta=false 2024-11-15T00:52:52,100 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if fb2f6cb7846a,45171,1731631951274 WAL splitting is done? wals=0, meta=false 2024-11-15T00:52:52,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, ASSIGN}] 2024-11-15T00:52:52,104 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, ASSIGN 2024-11-15T00:52:52,105 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T00:52:52,256 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(204): Hosts are {fb2f6cb7846a=0} racks are {/default-rack=0} 2024-11-15T00:52:52,256 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T00:52:52,256 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T00:52:52,256 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T00:52:52,256 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T00:52:52,256 INFO [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T00:52:52,256 INFO [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T00:52:52,256 DEBUG [fb2f6cb7846a:38367 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T00:52:52,256 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=OPENING, regionLocation=fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:52,257 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fb2f6cb7846a:45171 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb2f6cb7846a/172.17.0.3:45171 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:52,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1, error=java.net.ConnectException: Call to address=fb2f6cb7846a:45171 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb2f6cb7846a/172.17.0.3:45171 2024-11-15T00:52:52,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T00:52:52,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,45171,1731631951274, seqNum=-1 from cache 2024-11-15T00:52:52,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address fb2f6cb7846a:45171 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fb2f6cb7846a/172.17.0.3:45171 2024-11-15T00:52:52,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:52:52,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,34305,1731631951177, seqNum=-1] 2024-11-15T00:52:52,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T00:52:52,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51345, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T00:52:52,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, ASSIGN because future has completed 2024-11-15T00:52:52,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,39319,1731631950991}] 2024-11-15T00:52:52,531 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:52,531 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => faf9b0fc43c16e5e2b8ef9c0e656f4cd, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:52,532 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,532 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:52,532 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,532 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,533 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,534 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf1 2024-11-15T00:52:52,534 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:52,541 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1/4b1b00e9e115491490aaf6840dffeef3 2024-11-15T00:52:52,541 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:52,541 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,542 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf9b0fc43c16e5e2b8ef9c0e656f4cd columnFamilyName cf2 2024-11-15T00:52:52,543 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:52,550 DEBUG [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2/459fd79a190e438ea166d5cc7228b743 2024-11-15T00:52:52,551 INFO [StoreOpener-faf9b0fc43c16e5e2b8ef9c0e656f4cd-1 {}] regionserver.HStore(327): Store=faf9b0fc43c16e5e2b8ef9c0e656f4cd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:52,551 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,552 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,553 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,553 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,553 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,554 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T00:52:52,555 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,557 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened faf9b0fc43c16e5e2b8ef9c0e656f4cd; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72445832, jitterRate=0.07952702045440674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T00:52:52,557 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:52:52,557 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: Running coprocessor pre-open hook at 1731631972532Writing region info on filesystem at 1731631972532Initializing all the Stores at 1731631972533 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631972533Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631972533Cleaning up temporary data from old regions at 1731631972553 (+20 ms)Running coprocessor post-open hooks at 1731631972557 (+4 ms)Region opened successfully at 1731631972557 2024-11-15T00:52:52,558 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., pid=21, masterSystemTime=1731631972527 2024-11-15T00:52:52,561 DEBUG [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:52,561 INFO [RS_OPEN_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:52:52,562 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=faf9b0fc43c16e5e2b8ef9c0e656f4cd, regionState=OPEN, openSeqNum=18, regionLocation=fb2f6cb7846a,39319,1731631950991 2024-11-15T00:52:52,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,39319,1731631950991 because future has completed 2024-11-15T00:52:52,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-15T00:52:52,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure faf9b0fc43c16e5e2b8ef9c0e656f4cd, server=fb2f6cb7846a,39319,1731631950991 in 191 msec 2024-11-15T00:52:52,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-15T00:52:52,570 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server fb2f6cb7846a,45171,1731631951274 after splitting done 2024-11-15T00:52:52,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=faf9b0fc43c16e5e2b8ef9c0e656f4cd, ASSIGN in 464 msec 2024-11-15T00:52:52,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure fb2f6cb7846a,45171,1731631951274, splitWal=true, meta=true in 1.7930 sec 2024-11-15T00:52:52,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T00:52:52,608 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb2f6cb7846a,34305,1731631951177, seqNum=-1] 2024-11-15T00:52:52,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fb2f6cb7846a:45171 this server is in the failed servers list 2024-11-15T00:52:52,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,45171,1731631951274, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,45171,1731631951274, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fb2f6cb7846a:45171 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fb2f6cb7846a:45171 2024-11-15T00:52:52,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,45171,1731631951274, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fb2f6cb7846a:45171 2024-11-15T00:52:52,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,45171,1731631951274, seqNum=12 from cache 2024-11-15T00:52:52,945 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd., hostname=fb2f6cb7846a,39319,1731631950991, seqNum=18] 2024-11-15T00:52:52,958 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 411), OpenFileDescriptor=1044 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=930 (was 933), ProcessCount=11 (was 11), AvailableMemoryMB=2408 (was 2497) 2024-11-15T00:52:52,958 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1044 is superior to 1024 2024-11-15T00:52:52,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1044, MaxFileDescriptor=1048576, SystemLoadAverage=930, ProcessCount=11, AvailableMemoryMB=2406 2024-11-15T00:52:52,969 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1044 is superior to 1024 2024-11-15T00:52:52,983 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:52,985 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:52,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:52,988 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-95214457, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/hregion-95214457, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:53,001 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-95214457/hregion-95214457.1731631972989, exclude list is [], retry=0 2024-11-15T00:52:53,004 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:53,004 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:53,004 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:53,007 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-95214457/hregion-95214457.1731631972989 2024-11-15T00:52:53,008 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777)] 2024-11-15T00:52:53,008 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 97f1bd8d2e22d50d54a1495c727bb0a3, NAME => 'testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/hbase 2024-11-15T00:52:53,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741898_1076 (size=67) 2024-11-15T00:52:53,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741898_1076 (size=67) 2024-11-15T00:52:53,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741898_1076 (size=67) 2024-11-15T00:52:53,033 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:53,035 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,038 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f1bd8d2e22d50d54a1495c727bb0a3 columnFamilyName a 2024-11-15T00:52:53,038 DEBUG [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:53,039 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(327): Store=97f1bd8d2e22d50d54a1495c727bb0a3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:53,039 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,041 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f1bd8d2e22d50d54a1495c727bb0a3 columnFamilyName b 2024-11-15T00:52:53,041 DEBUG [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:53,042 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(327): Store=97f1bd8d2e22d50d54a1495c727bb0a3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:53,042 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,044 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f1bd8d2e22d50d54a1495c727bb0a3 columnFamilyName c 2024-11-15T00:52:53,044 DEBUG [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:53,045 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(327): Store=97f1bd8d2e22d50d54a1495c727bb0a3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:53,045 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,046 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,046 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,047 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,047 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,048 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:52:53,049 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,051 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:53,052 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 97f1bd8d2e22d50d54a1495c727bb0a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65352722, jitterRate=-0.02616855502128601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:52:53,052 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 97f1bd8d2e22d50d54a1495c727bb0a3: Writing region info on filesystem at 1731631973033Initializing all the Stores at 1731631973034 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631973034Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631973035 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631973035Cleaning up temporary data from old regions at 1731631973047 (+12 ms)Region opened successfully at 1731631973052 (+5 ms) 2024-11-15T00:52:53,052 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 97f1bd8d2e22d50d54a1495c727bb0a3, disabling compactions & flushes 2024-11-15T00:52:53,052 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3. 2024-11-15T00:52:53,053 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3. 2024-11-15T00:52:53,053 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3. after waiting 0 ms 2024-11-15T00:52:53,053 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3. 2024-11-15T00:52:53,053 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3. 2024-11-15T00:52:53,053 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 97f1bd8d2e22d50d54a1495c727bb0a3: Waiting for close lock at 1731631973052Disabling compacts and flushes for region at 1731631973052Disabling writes for close at 1731631973053 (+1 ms)Writing region close event to WAL at 1731631973053Closed at 1731631973053 2024-11-15T00:52:53,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741897_1075 (size=95) 2024-11-15T00:52:53,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741897_1075 (size=95) 2024-11-15T00:52:53,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741897_1075 (size=95) 2024-11-15T00:52:53,064 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:52:53,064 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-95214457:(num 1731631972989) 2024-11-15T00:52:53,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:53,067 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:53,079 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067, exclude list is [], retry=0 2024-11-15T00:52:53,082 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:53,082 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:53,082 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:53,084 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067 2024-11-15T00:52:53,086 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:52:53,086 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 97f1bd8d2e22d50d54a1495c727bb0a3, NAME => 'testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:53,086 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:53,086 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,086 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,088 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,089 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f1bd8d2e22d50d54a1495c727bb0a3 columnFamilyName a 2024-11-15T00:52:53,089 DEBUG [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:53,090 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(327): Store=97f1bd8d2e22d50d54a1495c727bb0a3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:53,090 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,091 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f1bd8d2e22d50d54a1495c727bb0a3 columnFamilyName b 2024-11-15T00:52:53,091 DEBUG [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:53,091 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(327): Store=97f1bd8d2e22d50d54a1495c727bb0a3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:53,091 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,092 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f1bd8d2e22d50d54a1495c727bb0a3 columnFamilyName c 2024-11-15T00:52:53,092 DEBUG [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:53,093 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(327): Store=97f1bd8d2e22d50d54a1495c727bb0a3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:53,093 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,093 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,095 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,096 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,096 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,096 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:52:53,097 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,098 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 97f1bd8d2e22d50d54a1495c727bb0a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63286169, jitterRate=-0.056962594389915466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:52:53,099 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 97f1bd8d2e22d50d54a1495c727bb0a3: Writing region info on filesystem at 1731631973087Initializing all the Stores at 1731631973087Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631973087Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631973088 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631973088Cleaning up temporary data from old regions at 1731631973096 (+8 ms)Region opened successfully at 1731631973099 (+3 ms) 2024-11-15T00:52:53,136 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 97f1bd8d2e22d50d54a1495c727bb0a3 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-15T00:52:53,153 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/a/77c43627e4ab456d82043bef665aa830 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731631973099/Put/seqid=0 2024-11-15T00:52:53,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741900_1078 (size=5958) 2024-11-15T00:52:53,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741900_1078 (size=5958) 2024-11-15T00:52:53,162 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/a/77c43627e4ab456d82043bef665aa830 2024-11-15T00:52:53,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741900_1078 (size=5958) 2024-11-15T00:52:53,183 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/b/de48fab2865f47f280f8df6f0556e655 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731631973111/Put/seqid=0 2024-11-15T00:52:53,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741901_1079 (size=5958) 2024-11-15T00:52:53,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741901_1079 (size=5958) 2024-11-15T00:52:53,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741901_1079 (size=5958) 2024-11-15T00:52:53,191 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/b/de48fab2865f47f280f8df6f0556e655 2024-11-15T00:52:53,218 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/c/fac8ba9627284d7fa65e424eb7a26170 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731631973122/Put/seqid=0 2024-11-15T00:52:53,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741902_1080 (size=5958) 2024-11-15T00:52:53,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741902_1080 (size=5958) 2024-11-15T00:52:53,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741902_1080 (size=5958) 2024-11-15T00:52:53,230 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/c/fac8ba9627284d7fa65e424eb7a26170 2024-11-15T00:52:53,237 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/a/77c43627e4ab456d82043bef665aa830 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/a/77c43627e4ab456d82043bef665aa830 2024-11-15T00:52:53,243 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/a/77c43627e4ab456d82043bef665aa830, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T00:52:53,245 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/b/de48fab2865f47f280f8df6f0556e655 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/b/de48fab2865f47f280f8df6f0556e655 2024-11-15T00:52:53,252 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/b/de48fab2865f47f280f8df6f0556e655, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T00:52:53,254 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/c/fac8ba9627284d7fa65e424eb7a26170 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/c/fac8ba9627284d7fa65e424eb7a26170 2024-11-15T00:52:53,264 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/c/fac8ba9627284d7fa65e424eb7a26170, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T00:52:53,265 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 97f1bd8d2e22d50d54a1495c727bb0a3 in 129ms, sequenceid=33, compaction requested=false 2024-11-15T00:52:53,265 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 97f1bd8d2e22d50d54a1495c727bb0a3: 2024-11-15T00:52:53,266 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 97f1bd8d2e22d50d54a1495c727bb0a3, disabling compactions & flushes 2024-11-15T00:52:53,266 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3. 2024-11-15T00:52:53,266 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3. 2024-11-15T00:52:53,266 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3. after waiting 0 ms 2024-11-15T00:52:53,266 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3. 2024-11-15T00:52:53,267 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3. 2024-11-15T00:52:53,267 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 97f1bd8d2e22d50d54a1495c727bb0a3: Waiting for close lock at 1731631973266Disabling compacts and flushes for region at 1731631973266Disabling writes for close at 1731631973266Writing region close event to WAL at 1731631973267 (+1 ms)Closed at 1731631973267 2024-11-15T00:52:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741899_1077 (size=3385) 2024-11-15T00:52:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741899_1077 (size=3385) 2024-11-15T00:52:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741899_1077 (size=3385) 2024-11-15T00:52:53,275 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/b/de48fab2865f47f280f8df6f0556e655 to hdfs://localhost:37101/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/b/de48fab2865f47f280f8df6f0556e655 2024-11-15T00:52:53,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067, size=3.3 K (3385bytes) 2024-11-15T00:52:53,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067 2024-11-15T00:52:53,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067 after 0ms 2024-11-15T00:52:53,298 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:53,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067 took 3ms 2024-11-15T00:52:53,300 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067 so closing down 2024-11-15T00:52:53,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:52:53,301 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731631973067.temp 2024-11-15T00:52:53,303 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000003-wal.1731631973067.temp 2024-11-15T00:52:53,303 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:52:53,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741903_1081 (size=2944) 2024-11-15T00:52:53,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741903_1081 (size=2944) 2024-11-15T00:52:53,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741903_1081 (size=2944) 2024-11-15T00:52:53,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000003-wal.1731631973067.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T00:52:53,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000003-wal.1731631973067.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000032 2024-11-15T00:52:53,319 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-11-15T00:52:53,319 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067, journal: Splitting hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067, size=3.3 K (3385bytes) at 1731631973295Finishing writing output for hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067 so closing down at 1731631973300 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000003-wal.1731631973067.temp at 1731631973303 (+3 ms)3 split writer threads finished at 1731631973303Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000003-wal.1731631973067.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731631973317 (+14 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000003-wal.1731631973067.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000032 at 1731631973318 (+1 ms)Processed 32 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1731631973319 (+1 ms) 2024-11-15T00:52:53,320 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973067 to hdfs://localhost:37101/hbase/oldWALs/wal.1731631973067 2024-11-15T00:52:53,321 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000032 2024-11-15T00:52:53,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:53,323 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:53,336 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973323, exclude list is [], retry=0 2024-11-15T00:52:53,340 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:53,340 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:53,341 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:53,343 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973323 2024-11-15T00:52:53,344 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:52:53,344 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 97f1bd8d2e22d50d54a1495c727bb0a3, NAME => 'testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:53,344 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:53,344 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,344 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,348 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,349 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f1bd8d2e22d50d54a1495c727bb0a3 columnFamilyName a 2024-11-15T00:52:53,349 DEBUG [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:53,355 DEBUG [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/a/77c43627e4ab456d82043bef665aa830 2024-11-15T00:52:53,355 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(327): Store=97f1bd8d2e22d50d54a1495c727bb0a3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:53,355 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,357 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f1bd8d2e22d50d54a1495c727bb0a3 columnFamilyName b 2024-11-15T00:52:53,357 DEBUG [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:53,358 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(327): Store=97f1bd8d2e22d50d54a1495c727bb0a3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:53,358 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,359 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f1bd8d2e22d50d54a1495c727bb0a3 columnFamilyName c 2024-11-15T00:52:53,359 DEBUG [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:53,369 DEBUG [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/c/fac8ba9627284d7fa65e424eb7a26170 2024-11-15T00:52:53,370 INFO [StoreOpener-97f1bd8d2e22d50d54a1495c727bb0a3-1 {}] regionserver.HStore(327): Store=97f1bd8d2e22d50d54a1495c727bb0a3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:53,370 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,371 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,372 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,373 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000032 2024-11-15T00:52:53,375 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:52:53,377 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000032 2024-11-15T00:52:53,377 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 97f1bd8d2e22d50d54a1495c727bb0a3 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-15T00:52:53,393 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/b/a9a06d2338bb4d578915d567a183c1e7 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731631973111/Put/seqid=0 2024-11-15T00:52:53,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741905_1083 (size=5958) 2024-11-15T00:52:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741905_1083 (size=5958) 2024-11-15T00:52:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741905_1083 (size=5958) 2024-11-15T00:52:53,759 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T00:52:53,807 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/b/a9a06d2338bb4d578915d567a183c1e7 2024-11-15T00:52:53,819 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/.tmp/b/a9a06d2338bb4d578915d567a183c1e7 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/b/a9a06d2338bb4d578915d567a183c1e7 2024-11-15T00:52:53,826 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/b/a9a06d2338bb4d578915d567a183c1e7, entries=10, sequenceid=32, filesize=5.8 K 2024-11-15T00:52:53,827 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 97f1bd8d2e22d50d54a1495c727bb0a3 in 450ms, sequenceid=32, compaction requested=false; wal=null 2024-11-15T00:52:53,828 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/0000000000000000032 2024-11-15T00:52:53,829 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,830 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,831 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:52:53,833 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 97f1bd8d2e22d50d54a1495c727bb0a3 2024-11-15T00:52:53,849 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/97f1bd8d2e22d50d54a1495c727bb0a3/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-15T00:52:53,856 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 97f1bd8d2e22d50d54a1495c727bb0a3; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69766102, jitterRate=0.03959593176841736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:52:53,857 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 97f1bd8d2e22d50d54a1495c727bb0a3: Writing region info on filesystem at 1731631973344Initializing all the Stores at 1731631973345 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631973345Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631973348 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631973348Obtaining lock to block concurrent updates at 1731631973377 (+29 ms)Preparing flush snapshotting stores in 97f1bd8d2e22d50d54a1495c727bb0a3 at 1731631973377Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731631973377Flushing stores of testReplayEditsWrittenViaHRegion,,1731631972984.97f1bd8d2e22d50d54a1495c727bb0a3. at 1731631973377Flushing 97f1bd8d2e22d50d54a1495c727bb0a3/b: creating writer at 1731631973377Flushing 97f1bd8d2e22d50d54a1495c727bb0a3/b: appending metadata at 1731631973393 (+16 ms)Flushing 97f1bd8d2e22d50d54a1495c727bb0a3/b: closing flushed file at 1731631973393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a5377b: reopening flushed file at 1731631973818 (+425 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 97f1bd8d2e22d50d54a1495c727bb0a3 in 450ms, sequenceid=32, compaction requested=false; wal=null at 1731631973827 (+9 ms)Cleaning up temporary data from old regions at 1731631973830 (+3 ms)Region opened successfully at 1731631973857 (+27 ms) 2024-11-15T00:52:53,900 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=416 (was 408) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:51964 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:47910 [Waiting for operation #35] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:37562 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:51764 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:34488 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:39914 [Waiting for operation #47] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1116 (was 1044) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=896 (was 930), ProcessCount=11 (was 11), AvailableMemoryMB=2395 (was 2406) 2024-11-15T00:52:53,901 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1116 is superior to 1024 2024-11-15T00:52:53,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=416, OpenFileDescriptor=1116, MaxFileDescriptor=1048576, SystemLoadAverage=896, ProcessCount=11, AvailableMemoryMB=2392 2024-11-15T00:52:53,920 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1116 is superior to 1024 2024-11-15T00:52:53,945 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:53,950 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:52:53,951 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:52:53,955 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45019024, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/hregion-45019024, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:53,969 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45019024/hregion-45019024.1731631973955, exclude list is [], retry=0 2024-11-15T00:52:53,979 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:53,980 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:53,984 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:53,997 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45019024/hregion-45019024.1731631973955 2024-11-15T00:52:54,000 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:33777:33777)] 2024-11-15T00:52:54,001 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1931c9a1accf1ef7ed6cde5d1f513041, NAME => 'testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/hbase 2024-11-15T00:52:54,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741907_1085 (size=68) 2024-11-15T00:52:54,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741907_1085 (size=68) 2024-11-15T00:52:54,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741907_1085 (size=68) 2024-11-15T00:52:54,424 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:54,426 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,427 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1931c9a1accf1ef7ed6cde5d1f513041 columnFamilyName a 2024-11-15T00:52:54,427 DEBUG [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:54,428 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(327): Store=1931c9a1accf1ef7ed6cde5d1f513041/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:54,428 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,430 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1931c9a1accf1ef7ed6cde5d1f513041 columnFamilyName b 2024-11-15T00:52:54,430 DEBUG [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:54,431 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(327): Store=1931c9a1accf1ef7ed6cde5d1f513041/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:54,431 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,432 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1931c9a1accf1ef7ed6cde5d1f513041 columnFamilyName c 2024-11-15T00:52:54,432 DEBUG [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:54,433 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(327): Store=1931c9a1accf1ef7ed6cde5d1f513041/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:54,433 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,434 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,434 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,435 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,435 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,436 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:52:54,437 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,439 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:52:54,440 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1931c9a1accf1ef7ed6cde5d1f513041; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69390130, jitterRate=0.03399351239204407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:52:54,441 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1931c9a1accf1ef7ed6cde5d1f513041: Writing region info on filesystem at 1731631974424Initializing all the Stores at 1731631974425 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631974425Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631974426 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631974426Cleaning up temporary data from old regions at 1731631974435 (+9 ms)Region opened successfully at 1731631974441 (+6 ms) 2024-11-15T00:52:54,442 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1931c9a1accf1ef7ed6cde5d1f513041, disabling compactions & flushes 2024-11-15T00:52:54,442 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. 2024-11-15T00:52:54,442 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. 2024-11-15T00:52:54,442 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. after waiting 0 ms 2024-11-15T00:52:54,442 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. 2024-11-15T00:52:54,442 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. 2024-11-15T00:52:54,442 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1931c9a1accf1ef7ed6cde5d1f513041: Waiting for close lock at 1731631974442Disabling compacts and flushes for region at 1731631974442Disabling writes for close at 1731631974442Writing region close event to WAL at 1731631974442Closed at 1731631974442 2024-11-15T00:52:54,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741906_1084 (size=95) 2024-11-15T00:52:54,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741906_1084 (size=95) 2024-11-15T00:52:54,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741906_1084 (size=95) 2024-11-15T00:52:54,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:52:54,466 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45019024:(num 1731631973955) 2024-11-15T00:52:54,466 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:52:54,474 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:52:54,492 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474, exclude list is [], retry=0 2024-11-15T00:52:54,496 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:52:54,496 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:52:54,497 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:52:54,517 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474 2024-11-15T00:52:54,520 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777)] 2024-11-15T00:52:54,637 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1931c9a1accf1ef7ed6cde5d1f513041, NAME => 'testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:52:54,640 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,641 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:52:54,641 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,641 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,660 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,673 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1931c9a1accf1ef7ed6cde5d1f513041 columnFamilyName a 2024-11-15T00:52:54,673 DEBUG [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:54,680 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(327): Store=1931c9a1accf1ef7ed6cde5d1f513041/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:54,681 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,685 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1931c9a1accf1ef7ed6cde5d1f513041 columnFamilyName b 2024-11-15T00:52:54,685 DEBUG [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:54,689 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(327): Store=1931c9a1accf1ef7ed6cde5d1f513041/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:54,689 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,698 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1931c9a1accf1ef7ed6cde5d1f513041 columnFamilyName c 2024-11-15T00:52:54,698 DEBUG [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:52:54,704 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(327): Store=1931c9a1accf1ef7ed6cde5d1f513041/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:52:54,705 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,707 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,717 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,728 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,728 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,730 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:52:54,738 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,741 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1931c9a1accf1ef7ed6cde5d1f513041; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66855393, jitterRate=-0.0037770122289657593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:52:54,741 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:52:54,742 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1931c9a1accf1ef7ed6cde5d1f513041: Running coprocessor pre-open hook at 1731631974641Writing region info on filesystem at 1731631974641Initializing all the Stores at 1731631974652 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631974652Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631974656 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631974656Cleaning up temporary data from old regions at 1731631974728 (+72 ms)Running coprocessor post-open hooks at 1731631974741 (+13 ms)Region opened successfully at 1731631974742 (+1 ms) 2024-11-15T00:52:54,787 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1931c9a1accf1ef7ed6cde5d1f513041 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-15T00:52:54,789 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1931c9a1accf1ef7ed6cde5d1f513041/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:55,792 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1931c9a1accf1ef7ed6cde5d1f513041/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:56,793 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1931c9a1accf1ef7ed6cde5d1f513041/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:57,794 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1931c9a1accf1ef7ed6cde5d1f513041/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:58,794 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1931c9a1accf1ef7ed6cde5d1f513041/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:52:59,242 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T00:52:59,796 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1931c9a1accf1ef7ed6cde5d1f513041/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:00,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T00:53:00,477 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-15T00:53:00,477 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-15T00:53:00,478 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-15T00:53:00,478 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-15T00:53:00,797 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1931c9a1accf1ef7ed6cde5d1f513041/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:01,798 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1931c9a1accf1ef7ed6cde5d1f513041/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:02,799 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1931c9a1accf1ef7ed6cde5d1f513041/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:03,800 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1931c9a1accf1ef7ed6cde5d1f513041/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:03,801 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1931c9a1accf1ef7ed6cde5d1f513041: 2024-11-15T00:53:03,801 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. 2024-11-15T00:53:03,814 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1931c9a1accf1ef7ed6cde5d1f513041: 2024-11-15T00:53:03,814 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-15T00:53:03,814 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1931c9a1accf1ef7ed6cde5d1f513041, disabling compactions & flushes 2024-11-15T00:53:03,814 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. 2024-11-15T00:53:03,814 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. 2024-11-15T00:53:03,814 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. after waiting 0 ms 2024-11-15T00:53:03,814 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. 2024-11-15T00:53:03,815 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. 2024-11-15T00:53:03,815 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. 2024-11-15T00:53:03,815 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1931c9a1accf1ef7ed6cde5d1f513041: Waiting for close lock at 1731631983814Running coprocessor pre-close hooks at 1731631983814Disabling compacts and flushes for region at 1731631983814Disabling writes for close at 1731631983814Writing region close event to WAL at 1731631983815 (+1 ms)Running coprocessor post-close hooks at 1731631983815Closed at 1731631983815 2024-11-15T00:53:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741908_1086 (size=2691) 2024-11-15T00:53:03,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741908_1086 (size=2691) 2024-11-15T00:53:03,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741908_1086 (size=2691) 2024-11-15T00:53:03,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474, size=2.6 K (2691bytes) 2024-11-15T00:53:03,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474 2024-11-15T00:53:03,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474 after 0ms 2024-11-15T00:53:03,836 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:53:03,836 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474 took 3ms 2024-11-15T00:53:03,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474 so closing down 2024-11-15T00:53:03,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:53:03,839 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731631974474.temp 2024-11-15T00:53:03,840 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000004-wal.1731631974474.temp 2024-11-15T00:53:03,840 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:53:03,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741909_1087 (size=2094) 2024-11-15T00:53:03,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741909_1087 (size=2094) 2024-11-15T00:53:03,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741909_1087 (size=2094) 2024-11-15T00:53:03,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000004-wal.1731631974474.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-15T00:53:03,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000004-wal.1731631974474.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000026 2024-11-15T00:53:03,849 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-15T00:53:03,849 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474, journal: Splitting hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474, size=2.6 K (2691bytes) at 1731631983833Finishing writing output for hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474 so closing down at 1731631983838 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000004-wal.1731631974474.temp at 1731631983840 (+2 ms)3 split writer threads finished at 1731631983840Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000004-wal.1731631974474.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731631983847 (+7 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000004-wal.1731631974474.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000026 at 1731631983848 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1731631983849 (+1 ms) 2024-11-15T00:53:03,850 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631974474 to hdfs://localhost:37101/hbase/oldWALs/wal.1731631974474 2024-11-15T00:53:03,851 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000026 2024-11-15T00:53:03,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:53:03,853 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:53:03,866 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631983853, exclude list is [], retry=0 2024-11-15T00:53:03,869 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:53:03,869 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:53:03,869 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:53:03,871 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631983853 2024-11-15T00:53:03,871 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:53:03,871 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1931c9a1accf1ef7ed6cde5d1f513041, NAME => 'testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:53:03,872 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:03,872 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:03,872 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:03,872 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:03,874 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:03,875 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1931c9a1accf1ef7ed6cde5d1f513041 columnFamilyName a 2024-11-15T00:53:03,875 DEBUG [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:03,876 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(327): Store=1931c9a1accf1ef7ed6cde5d1f513041/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:03,876 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:03,877 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1931c9a1accf1ef7ed6cde5d1f513041 columnFamilyName b 2024-11-15T00:53:03,877 DEBUG [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:03,878 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(327): Store=1931c9a1accf1ef7ed6cde5d1f513041/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:03,878 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:03,879 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1931c9a1accf1ef7ed6cde5d1f513041 columnFamilyName c 2024-11-15T00:53:03,879 DEBUG [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:03,880 INFO [StoreOpener-1931c9a1accf1ef7ed6cde5d1f513041-1 {}] regionserver.HStore(327): Store=1931c9a1accf1ef7ed6cde5d1f513041/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:03,880 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:03,881 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:03,882 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:03,883 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000026 2024-11-15T00:53:03,884 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:53:03,886 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000026 2024-11-15T00:53:03,886 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1931c9a1accf1ef7ed6cde5d1f513041 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-15T00:53:03,900 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/.tmp/a/4b1dba4252e049e1b4fc90c2834a7c37 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731631983805/Put/seqid=0 2024-11-15T00:53:03,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741911_1089 (size=5523) 2024-11-15T00:53:03,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741911_1089 (size=5523) 2024-11-15T00:53:03,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741911_1089 (size=5523) 2024-11-15T00:53:03,907 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/.tmp/a/4b1dba4252e049e1b4fc90c2834a7c37 2024-11-15T00:53:03,928 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/.tmp/b/3e1a5b6e61354dc39f7a74f11c5bead3 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731631983802/Put/seqid=0 2024-11-15T00:53:03,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741912_1090 (size=5524) 2024-11-15T00:53:03,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741912_1090 (size=5524) 2024-11-15T00:53:03,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741912_1090 (size=5524) 2024-11-15T00:53:03,936 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/.tmp/b/3e1a5b6e61354dc39f7a74f11c5bead3 2024-11-15T00:53:03,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/.tmp/c/dbaaf12b58f340079f8bffafa0770e1f is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731631983803/Put/seqid=0 2024-11-15T00:53:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741913_1091 (size=5457) 2024-11-15T00:53:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741913_1091 (size=5457) 2024-11-15T00:53:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741913_1091 (size=5457) 2024-11-15T00:53:04,380 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/.tmp/c/dbaaf12b58f340079f8bffafa0770e1f 2024-11-15T00:53:04,386 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/.tmp/a/4b1dba4252e049e1b4fc90c2834a7c37 as hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/a/4b1dba4252e049e1b4fc90c2834a7c37 2024-11-15T00:53:04,392 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/a/4b1dba4252e049e1b4fc90c2834a7c37, entries=7, sequenceid=26, filesize=5.4 K 2024-11-15T00:53:04,393 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/.tmp/b/3e1a5b6e61354dc39f7a74f11c5bead3 as hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/b/3e1a5b6e61354dc39f7a74f11c5bead3 2024-11-15T00:53:04,400 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/b/3e1a5b6e61354dc39f7a74f11c5bead3, entries=7, sequenceid=26, filesize=5.4 K 2024-11-15T00:53:04,401 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/.tmp/c/dbaaf12b58f340079f8bffafa0770e1f as hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/c/dbaaf12b58f340079f8bffafa0770e1f 2024-11-15T00:53:04,409 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/c/dbaaf12b58f340079f8bffafa0770e1f, entries=6, sequenceid=26, filesize=5.3 K 2024-11-15T00:53:04,409 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1931c9a1accf1ef7ed6cde5d1f513041 in 523ms, sequenceid=26, compaction requested=false; wal=null 2024-11-15T00:53:04,411 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/0000000000000000026 2024-11-15T00:53:04,412 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:04,412 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:04,413 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:53:04,414 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:04,416 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsAfterAbortingFlush/1931c9a1accf1ef7ed6cde5d1f513041/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-15T00:53:04,417 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1931c9a1accf1ef7ed6cde5d1f513041; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70743843, jitterRate=0.05416540801525116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:53:04,417 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1931c9a1accf1ef7ed6cde5d1f513041 2024-11-15T00:53:04,418 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1931c9a1accf1ef7ed6cde5d1f513041: Running coprocessor pre-open hook at 1731631983872Writing region info on filesystem at 1731631983872Initializing all the Stores at 1731631983873 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631983873Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631983874 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631983874Obtaining lock to block concurrent updates at 1731631983886 (+12 ms)Preparing flush snapshotting stores in 1931c9a1accf1ef7ed6cde5d1f513041 at 1731631983886Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731631983886Flushing stores of testReplayEditsAfterAbortingFlush,,1731631973946.1931c9a1accf1ef7ed6cde5d1f513041. at 1731631983886Flushing 1931c9a1accf1ef7ed6cde5d1f513041/a: creating writer at 1731631983886Flushing 1931c9a1accf1ef7ed6cde5d1f513041/a: appending metadata at 1731631983899 (+13 ms)Flushing 1931c9a1accf1ef7ed6cde5d1f513041/a: closing flushed file at 1731631983899Flushing 1931c9a1accf1ef7ed6cde5d1f513041/b: creating writer at 1731631983912 (+13 ms)Flushing 1931c9a1accf1ef7ed6cde5d1f513041/b: appending metadata at 1731631983928 (+16 ms)Flushing 1931c9a1accf1ef7ed6cde5d1f513041/b: closing flushed file at 1731631983928Flushing 1931c9a1accf1ef7ed6cde5d1f513041/c: creating writer at 1731631983947 (+19 ms)Flushing 1931c9a1accf1ef7ed6cde5d1f513041/c: appending metadata at 1731631983966 (+19 ms)Flushing 1931c9a1accf1ef7ed6cde5d1f513041/c: closing flushed file at 1731631983966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc91f99: reopening flushed file at 1731631984385 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60619cd1: reopening flushed file at 1731631984392 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322af41c: reopening flushed file at 1731631984400 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1931c9a1accf1ef7ed6cde5d1f513041 in 523ms, sequenceid=26, compaction requested=false; wal=null at 1731631984409 (+9 ms)Cleaning up temporary data from old regions at 1731631984412 (+3 ms)Running coprocessor post-open hooks at 1731631984418 (+6 ms)Region opened successfully at 1731631984418 2024-11-15T00:53:04,438 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=419 (was 416) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:44332 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:44362 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:39622 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:39594 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:38388 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:38420 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1184 (was 1116) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=789 (was 896), ProcessCount=11 (was 11), AvailableMemoryMB=1676 (was 2392) 2024-11-15T00:53:04,438 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1184 is superior to 1024 2024-11-15T00:53:04,449 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=419, OpenFileDescriptor=1184, MaxFileDescriptor=1048576, SystemLoadAverage=789, ProcessCount=11, AvailableMemoryMB=1674 2024-11-15T00:53:04,449 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1184 is superior to 1024 2024-11-15T00:53:04,464 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:53:04,466 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:53:04,466 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:53:04,469 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-38369366, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/hregion-38369366, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:53:04,486 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-38369366/hregion-38369366.1731631984469, exclude list is [], retry=0 2024-11-15T00:53:04,489 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:53:04,489 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:53:04,490 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:53:04,491 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-38369366/hregion-38369366.1731631984469 2024-11-15T00:53:04,492 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:53:04,492 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 963ae7e74fb4a4bf972967ede7a20bee, NAME => 'testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/hbase 2024-11-15T00:53:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741915_1093 (size=61) 2024-11-15T00:53:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741915_1093 (size=61) 2024-11-15T00:53:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741915_1093 (size=61) 2024-11-15T00:53:04,504 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:04,505 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,507 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963ae7e74fb4a4bf972967ede7a20bee columnFamilyName a 2024-11-15T00:53:04,507 DEBUG [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:04,507 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] regionserver.HStore(327): Store=963ae7e74fb4a4bf972967ede7a20bee/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:04,507 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,508 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,508 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,509 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,509 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,510 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,512 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:53:04,513 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 963ae7e74fb4a4bf972967ede7a20bee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70949053, jitterRate=0.05722327530384064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:53:04,513 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 963ae7e74fb4a4bf972967ede7a20bee: Writing region info on filesystem at 1731631984504Initializing all the Stores at 1731631984505 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631984505Cleaning up temporary data from old regions at 1731631984509 (+4 ms)Region opened successfully at 1731631984513 (+4 ms) 2024-11-15T00:53:04,513 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 963ae7e74fb4a4bf972967ede7a20bee, disabling compactions & flushes 2024-11-15T00:53:04,513 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. 2024-11-15T00:53:04,513 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. 2024-11-15T00:53:04,513 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. after waiting 0 ms 2024-11-15T00:53:04,513 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. 2024-11-15T00:53:04,514 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. 2024-11-15T00:53:04,514 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 963ae7e74fb4a4bf972967ede7a20bee: Waiting for close lock at 1731631984513Disabling compacts and flushes for region at 1731631984513Disabling writes for close at 1731631984513Writing region close event to WAL at 1731631984514 (+1 ms)Closed at 1731631984514 2024-11-15T00:53:04,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741914_1092 (size=95) 2024-11-15T00:53:04,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741914_1092 (size=95) 2024-11-15T00:53:04,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741914_1092 (size=95) 2024-11-15T00:53:04,518 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:53:04,519 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-38369366:(num 1731631984469) 2024-11-15T00:53:04,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:53:04,521 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:53:04,533 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521, exclude list is [], retry=0 2024-11-15T00:53:04,536 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:53:04,536 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:53:04,536 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:53:04,538 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521 2024-11-15T00:53:04,538 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:36293:36293)] 2024-11-15T00:53:04,538 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 963ae7e74fb4a4bf972967ede7a20bee, NAME => 'testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:53:04,538 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:04,539 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,539 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,540 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,541 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963ae7e74fb4a4bf972967ede7a20bee columnFamilyName a 2024-11-15T00:53:04,541 DEBUG [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:04,541 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] regionserver.HStore(327): Store=963ae7e74fb4a4bf972967ede7a20bee/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:04,542 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,542 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,544 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,544 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,545 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:04,546 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 963ae7e74fb4a4bf972967ede7a20bee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64927811, jitterRate=-0.03250022232532501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:53:04,547 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 963ae7e74fb4a4bf972967ede7a20bee: Writing region info on filesystem at 1731631984539Initializing all the Stores at 1731631984540 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631984540Cleaning up temporary data from old regions at 1731631984544 (+4 ms)Region opened successfully at 1731631984547 (+3 ms) 2024-11-15T00:53:04,557 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 963ae7e74fb4a4bf972967ede7a20bee, disabling compactions & flushes 2024-11-15T00:53:04,557 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. 2024-11-15T00:53:04,557 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. 2024-11-15T00:53:04,557 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. after waiting 0 ms 2024-11-15T00:53:04,557 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. 2024-11-15T00:53:04,557 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. 2024-11-15T00:53:04,557 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. 2024-11-15T00:53:04,557 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 963ae7e74fb4a4bf972967ede7a20bee: Waiting for close lock at 1731631984557Disabling compacts and flushes for region at 1731631984557Disabling writes for close at 1731631984557Writing region close event to WAL at 1731631984557Closed at 1731631984557 2024-11-15T00:53:04,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741916_1094 (size=1050) 2024-11-15T00:53:04,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741916_1094 (size=1050) 2024-11-15T00:53:04,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741916_1094 (size=1050) 2024-11-15T00:53:04,576 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521, size=1.0 K (1050bytes) 2024-11-15T00:53:04,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521 2024-11-15T00:53:04,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521 after 0ms 2024-11-15T00:53:04,578 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:53:04,578 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521 took 3ms 2024-11-15T00:53:04,580 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521 so closing down 2024-11-15T00:53:04,580 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:53:04,581 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731631984521.temp 2024-11-15T00:53:04,582 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000003-wal.1731631984521.temp 2024-11-15T00:53:04,583 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:53:04,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741917_1095 (size=1050) 2024-11-15T00:53:04,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741917_1095 (size=1050) 2024-11-15T00:53:04,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741917_1095 (size=1050) 2024-11-15T00:53:04,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000003-wal.1731631984521.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T00:53:04,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000003-wal.1731631984521.temp to hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000012 2024-11-15T00:53:04,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-15T00:53:04,591 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521, journal: Splitting hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521, size=1.0 K (1050bytes) at 1731631984576Finishing writing output for hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521 so closing down at 1731631984580 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000003-wal.1731631984521.temp at 1731631984583 (+3 ms)3 split writer threads finished at 1731631984583Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000003-wal.1731631984521.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731631984589 (+6 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000003-wal.1731631984521.temp to hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000012 at 1731631984591 (+2 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731631984591 2024-11-15T00:53:04,593 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631984521 to hdfs://localhost:37101/hbase/oldWALs/wal.1731631984521 2024-11-15T00:53:04,593 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000012 2024-11-15T00:53:04,597 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:53:05,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:53:05,091 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:53:05,104 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631985091, exclude list is [], retry=0 2024-11-15T00:53:05,107 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:53:05,107 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:53:05,107 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:53:05,108 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631985091 2024-11-15T00:53:05,109 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293)] 2024-11-15T00:53:05,109 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 963ae7e74fb4a4bf972967ede7a20bee, NAME => 'testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:53:05,110 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:05,110 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,110 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,113 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,115 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963ae7e74fb4a4bf972967ede7a20bee columnFamilyName a 2024-11-15T00:53:05,115 DEBUG [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:05,117 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] regionserver.HStore(327): Store=963ae7e74fb4a4bf972967ede7a20bee/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:05,117 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,118 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,128 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,129 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000012 2024-11-15T00:53:05,132 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:53:05,133 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000012 2024-11-15T00:53:05,134 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 963ae7e74fb4a4bf972967ede7a20bee 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-15T00:53:05,161 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/.tmp/a/a79e24d1f63c4d789c8996958e28931b is 79, key is testDatalossWhenInputError/a:x0/1731631984547/Put/seqid=0 2024-11-15T00:53:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741919_1097 (size=5808) 2024-11-15T00:53:05,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741919_1097 (size=5808) 2024-11-15T00:53:05,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741919_1097 (size=5808) 2024-11-15T00:53:05,205 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/.tmp/a/a79e24d1f63c4d789c8996958e28931b 2024-11-15T00:53:05,234 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/.tmp/a/a79e24d1f63c4d789c8996958e28931b as hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/a/a79e24d1f63c4d789c8996958e28931b 2024-11-15T00:53:05,250 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/a/a79e24d1f63c4d789c8996958e28931b, entries=10, sequenceid=12, filesize=5.7 K 2024-11-15T00:53:05,251 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 963ae7e74fb4a4bf972967ede7a20bee in 116ms, sequenceid=12, compaction requested=false; wal=null 2024-11-15T00:53:05,252 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/0000000000000000012 2024-11-15T00:53:05,254 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,254 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,261 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,264 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T00:53:05,265 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 963ae7e74fb4a4bf972967ede7a20bee; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68776922, jitterRate=0.024856001138687134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:53:05,266 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 963ae7e74fb4a4bf972967ede7a20bee: Writing region info on filesystem at 1731631985110Initializing all the Stores at 1731631985112 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631985112Obtaining lock to block concurrent updates at 1731631985134 (+22 ms)Preparing flush snapshotting stores in 963ae7e74fb4a4bf972967ede7a20bee at 1731631985134Finished memstore snapshotting testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731631985134Flushing stores of testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee. at 1731631985134Flushing 963ae7e74fb4a4bf972967ede7a20bee/a: creating writer at 1731631985134Flushing 963ae7e74fb4a4bf972967ede7a20bee/a: appending metadata at 1731631985160 (+26 ms)Flushing 963ae7e74fb4a4bf972967ede7a20bee/a: closing flushed file at 1731631985161 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a249b5: reopening flushed file at 1731631985232 (+71 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 963ae7e74fb4a4bf972967ede7a20bee in 116ms, sequenceid=12, compaction requested=false; wal=null at 1731631985251 (+19 ms)Cleaning up temporary data from old regions at 1731631985254 (+3 ms)Region opened successfully at 1731631985265 (+11 ms) 2024-11-15T00:53:05,269 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 963ae7e74fb4a4bf972967ede7a20bee, NAME => 'testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:53:05,269 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731631984464.963ae7e74fb4a4bf972967ede7a20bee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:05,269 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,269 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,271 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,272 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963ae7e74fb4a4bf972967ede7a20bee columnFamilyName a 2024-11-15T00:53:05,272 DEBUG [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:05,279 DEBUG [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/a/a79e24d1f63c4d789c8996958e28931b 2024-11-15T00:53:05,280 INFO [StoreOpener-963ae7e74fb4a4bf972967ede7a20bee-1 {}] regionserver.HStore(327): Store=963ae7e74fb4a4bf972967ede7a20bee/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:05,280 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,281 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,282 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,282 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,284 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 963ae7e74fb4a4bf972967ede7a20bee 2024-11-15T00:53:05,290 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testDatalossWhenInputError/963ae7e74fb4a4bf972967ede7a20bee/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-15T00:53:05,291 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 963ae7e74fb4a4bf972967ede7a20bee; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66647955, jitterRate=-0.006868079304695129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T00:53:05,292 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 963ae7e74fb4a4bf972967ede7a20bee: Writing region info on filesystem at 1731631985269Initializing all the Stores at 1731631985270 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631985270Cleaning up temporary data from old regions at 1731631985282 (+12 ms)Region opened successfully at 1731631985291 (+9 ms) 2024-11-15T00:53:05,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=429 (was 419) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:39684 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:38478 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:44414 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:44362 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-9592484-172.17.0.3-1731631944616:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:39594 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:38420 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1270 (was 1184) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=789 (was 789), ProcessCount=11 (was 11), AvailableMemoryMB=1644 (was 1674) 2024-11-15T00:53:05,313 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1270 is superior to 1024 2024-11-15T00:53:05,324 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=429, OpenFileDescriptor=1270, MaxFileDescriptor=1048576, SystemLoadAverage=789, ProcessCount=11, AvailableMemoryMB=1643 2024-11-15T00:53:05,324 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1270 is superior to 1024 2024-11-15T00:53:05,337 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:53:05,339 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:53:05,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:53:05,342 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-23166967, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/hregion-23166967, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:53:05,354 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-23166967/hregion-23166967.1731631985342, exclude list is [], retry=0 2024-11-15T00:53:05,356 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:53:05,356 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:53:05,357 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:53:05,358 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-23166967/hregion-23166967.1731631985342 2024-11-15T00:53:05,359 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:53:05,359 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 298fce83b200679c9cd2c5267da3f197, NAME => 'testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/hbase 2024-11-15T00:53:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741921_1099 (size=63) 2024-11-15T00:53:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741921_1099 (size=63) 2024-11-15T00:53:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741921_1099 (size=63) 2024-11-15T00:53:05,367 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:05,368 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,369 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298fce83b200679c9cd2c5267da3f197 columnFamilyName a 2024-11-15T00:53:05,370 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:05,370 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(327): Store=298fce83b200679c9cd2c5267da3f197/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:05,370 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,371 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298fce83b200679c9cd2c5267da3f197 columnFamilyName b 2024-11-15T00:53:05,372 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:05,372 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(327): Store=298fce83b200679c9cd2c5267da3f197/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:05,372 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,374 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298fce83b200679c9cd2c5267da3f197 columnFamilyName c 2024-11-15T00:53:05,374 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:05,374 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(327): Store=298fce83b200679c9cd2c5267da3f197/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:05,374 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,375 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,375 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,377 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,377 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,377 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:53:05,379 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,382 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:53:05,383 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 298fce83b200679c9cd2c5267da3f197; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73191722, jitterRate=0.09064164757728577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:53:05,383 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 298fce83b200679c9cd2c5267da3f197: Writing region info on filesystem at 1731631985367Initializing all the Stores at 1731631985368 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631985368Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631985368Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631985368Cleaning up temporary data from old regions at 1731631985377 (+9 ms)Region opened successfully at 1731631985383 (+6 ms) 2024-11-15T00:53:05,383 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 298fce83b200679c9cd2c5267da3f197, disabling compactions & flushes 2024-11-15T00:53:05,383 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197. 2024-11-15T00:53:05,384 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197. 2024-11-15T00:53:05,384 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197. after waiting 0 ms 2024-11-15T00:53:05,384 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197. 2024-11-15T00:53:05,386 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197. 2024-11-15T00:53:05,386 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 298fce83b200679c9cd2c5267da3f197: Waiting for close lock at 1731631985383Disabling compacts and flushes for region at 1731631985383Disabling writes for close at 1731631985384 (+1 ms)Writing region close event to WAL at 1731631985386 (+2 ms)Closed at 1731631985386 2024-11-15T00:53:05,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741920_1098 (size=95) 2024-11-15T00:53:05,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741920_1098 (size=95) 2024-11-15T00:53:05,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741920_1098 (size=95) 2024-11-15T00:53:05,392 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:53:05,392 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-23166967:(num 1731631985342) 2024-11-15T00:53:05,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:53:05,395 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:53:05,408 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395, exclude list is [], retry=0 2024-11-15T00:53:05,411 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:53:05,411 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:53:05,411 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:53:05,415 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395 2024-11-15T00:53:05,416 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:36293:36293)] 2024-11-15T00:53:05,416 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 298fce83b200679c9cd2c5267da3f197, NAME => 'testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:53:05,416 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:05,416 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,416 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,418 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,419 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298fce83b200679c9cd2c5267da3f197 columnFamilyName a 2024-11-15T00:53:05,419 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:05,419 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(327): Store=298fce83b200679c9cd2c5267da3f197/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:05,419 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,420 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298fce83b200679c9cd2c5267da3f197 columnFamilyName b 2024-11-15T00:53:05,420 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:05,420 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(327): Store=298fce83b200679c9cd2c5267da3f197/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:05,420 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,421 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298fce83b200679c9cd2c5267da3f197 columnFamilyName c 2024-11-15T00:53:05,421 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:05,422 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(327): Store=298fce83b200679c9cd2c5267da3f197/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:05,422 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,422 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,423 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,424 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,424 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,425 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:53:05,426 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:05,426 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 298fce83b200679c9cd2c5267da3f197; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72705100, jitterRate=0.08339041471481323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:53:05,427 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 298fce83b200679c9cd2c5267da3f197: Writing region info on filesystem at 1731631985416Initializing all the Stores at 1731631985417 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631985417Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631985418 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631985418Cleaning up temporary data from old regions at 1731631985424 (+6 ms)Region opened successfully at 1731631985427 (+3 ms) 2024-11-15T00:53:05,430 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731631985430/Put/seqid=0 2024-11-15T00:53:05,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741923_1101 (size=4875) 2024-11-15T00:53:05,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741923_1101 (size=4875) 2024-11-15T00:53:05,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741923_1101 (size=4875) 2024-11-15T00:53:05,440 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731631985440/Put/seqid=0 2024-11-15T00:53:05,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741924_1102 (size=4875) 2024-11-15T00:53:05,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741924_1102 (size=4875) 2024-11-15T00:53:05,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741924_1102 (size=4875) 2024-11-15T00:53:05,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731631985448/Put/seqid=0 2024-11-15T00:53:05,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741925_1103 (size=4875) 2024-11-15T00:53:05,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741925_1103 (size=4875) 2024-11-15T00:53:05,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741925_1103 (size=4875) 2024-11-15T00:53:05,455 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 298fce83b200679c9cd2c5267da3f197/a 2024-11-15T00:53:05,457 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-15T00:53:05,457 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T00:53:05,458 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 298fce83b200679c9cd2c5267da3f197/a 2024-11-15T00:53:05,461 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-15T00:53:05,461 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T00:53:05,461 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 298fce83b200679c9cd2c5267da3f197/a 2024-11-15T00:53:05,464 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-15T00:53:05,464 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T00:53:05,464 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 298fce83b200679c9cd2c5267da3f197 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-15T00:53:05,479 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/.tmp/a/da3f0de0dd0742debb6f9b12b3a76ca6 is 55, key is testCompactedBulkLoadedFiles/a:a/1731631985427/Put/seqid=0 2024-11-15T00:53:05,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741926_1104 (size=5107) 2024-11-15T00:53:05,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741926_1104 (size=5107) 2024-11-15T00:53:05,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741926_1104 (size=5107) 2024-11-15T00:53:05,486 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/.tmp/a/da3f0de0dd0742debb6f9b12b3a76ca6 2024-11-15T00:53:05,493 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/.tmp/a/da3f0de0dd0742debb6f9b12b3a76ca6 as hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/da3f0de0dd0742debb6f9b12b3a76ca6 2024-11-15T00:53:05,497 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/da3f0de0dd0742debb6f9b12b3a76ca6, entries=1, sequenceid=4, filesize=5.0 K 2024-11-15T00:53:05,498 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 298fce83b200679c9cd2c5267da3f197 in 34ms, sequenceid=4, compaction requested=false 2024-11-15T00:53:05,498 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 298fce83b200679c9cd2c5267da3f197: 2024-11-15T00:53:05,499 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/602f28209e564fbb955b0aca3478446c_SeqId_4_ 2024-11-15T00:53:05,501 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_ 2024-11-15T00:53:05,502 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_ 2024-11-15T00:53:05,502 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile0 into 298fce83b200679c9cd2c5267da3f197/a as hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/602f28209e564fbb955b0aca3478446c_SeqId_4_ - updating store file list. 2024-11-15T00:53:05,507 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 602f28209e564fbb955b0aca3478446c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T00:53:05,507 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/602f28209e564fbb955b0aca3478446c_SeqId_4_ into 298fce83b200679c9cd2c5267da3f197/a 2024-11-15T00:53:05,507 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile0 into 298fce83b200679c9cd2c5267da3f197/a (new location: hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/602f28209e564fbb955b0aca3478446c_SeqId_4_) 2024-11-15T00:53:05,509 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile1 into 298fce83b200679c9cd2c5267da3f197/a as hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_ - updating store file list. 2024-11-15T00:53:05,514 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T00:53:05,514 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_ into 298fce83b200679c9cd2c5267da3f197/a 2024-11-15T00:53:05,514 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile1 into 298fce83b200679c9cd2c5267da3f197/a (new location: hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_) 2024-11-15T00:53:05,516 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile2 into 298fce83b200679c9cd2c5267da3f197/a as hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_ - updating store file list. 2024-11-15T00:53:05,522 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T00:53:05,522 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_ into 298fce83b200679c9cd2c5267da3f197/a 2024-11-15T00:53:05,522 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37101/hbase/testCompactedBulkLoadedFiles/hfile2 into 298fce83b200679c9cd2c5267da3f197/a (new location: hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_) 2024-11-15T00:53:05,530 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T00:53:05,530 DEBUG [Time-limited test {}] regionserver.HStore(1541): 298fce83b200679c9cd2c5267da3f197/a is initiating major compaction (all files) 2024-11-15T00:53:05,530 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 298fce83b200679c9cd2c5267da3f197/a in testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197. 2024-11-15T00:53:05,530 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/da3f0de0dd0742debb6f9b12b3a76ca6, hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/602f28209e564fbb955b0aca3478446c_SeqId_4_, hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_, hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_] into tmpdir=hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/.tmp, totalSize=19.3 K 2024-11-15T00:53:05,531 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting da3f0de0dd0742debb6f9b12b3a76ca6, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731631985427 2024-11-15T00:53:05,531 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 602f28209e564fbb955b0aca3478446c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T00:53:05,532 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T00:53:05,532 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T00:53:05,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/.tmp/a/efb8331ee6d54d50b7bca8b370958949 is 55, key is testCompactedBulkLoadedFiles/a:a/1731631985427/Put/seqid=0 2024-11-15T00:53:05,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741927_1105 (size=6154) 2024-11-15T00:53:05,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741927_1105 (size=6154) 2024-11-15T00:53:05,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741927_1105 (size=6154) 2024-11-15T00:53:05,553 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/.tmp/a/efb8331ee6d54d50b7bca8b370958949 as hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/efb8331ee6d54d50b7bca8b370958949 2024-11-15T00:53:05,559 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 298fce83b200679c9cd2c5267da3f197/a of 298fce83b200679c9cd2c5267da3f197 into efb8331ee6d54d50b7bca8b370958949(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T00:53:05,559 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 298fce83b200679c9cd2c5267da3f197: 2024-11-15T00:53:05,559 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-15T00:53:05,560 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-15T00:53:05,590 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395, size=0 (0bytes) 2024-11-15T00:53:05,590 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395 might be still open, length is 0 2024-11-15T00:53:05,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395 2024-11-15T00:53:05,591 WARN [IPC Server handler 4 on default port 37101 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-15T00:53:05,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395 after 1ms 2024-11-15T00:53:08,212 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:39710 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:46277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39710 dst: /127.0.0.1:46277 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46277 remote=/127.0.0.1:39710]. Total timeout mills is 60000, 57348 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:08,213 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:38528 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:42927:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38528 dst: /127.0.0.1:42927 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:08,212 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:44448 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:36359:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44448 dst: /127.0.0.1:36359 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:08,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741922_1106 (size=1172) 2024-11-15T00:53:08,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741922_1106 (size=1172) 2024-11-15T00:53:08,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741922_1106 (size=1172) 2024-11-15T00:53:09,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T00:53:09,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395 after 4002ms 2024-11-15T00:53:09,594 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:53:09,595 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395 took 4005ms 2024-11-15T00:53:09,597 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395; continuing. 2024-11-15T00:53:09,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395 so closing down 2024-11-15T00:53:09,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:53:09,599 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731631985395.temp 2024-11-15T00:53:09,601 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000003-wal.1731631985395.temp 2024-11-15T00:53:09,601 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:53:09,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741928_1107 (size=548) 2024-11-15T00:53:09,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741928_1107 (size=548) 2024-11-15T00:53:09,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741928_1107 (size=548) 2024-11-15T00:53:09,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000003-wal.1731631985395.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T00:53:09,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000003-wal.1731631985395.temp to hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000008 2024-11-15T00:53:09,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T00:53:09,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395, journal: Splitting hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395, size=0 (0bytes) at 1731631985590Finishing writing output for hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395 so closing down at 1731631989597 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000003-wal.1731631985395.temp at 1731631989601 (+4 ms)3 split writer threads finished at 1731631989601Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000003-wal.1731631985395.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731631989615 (+14 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000003-wal.1731631985395.temp to hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000008 at 1731631989616 (+1 ms)Processed 5 edits across 1 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395, size=0, length=0, corrupted=false, cancelled=false at 1731631989616 2024-11-15T00:53:09,618 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395 to hdfs://localhost:37101/hbase/oldWALs/wal.1731631985395 2024-11-15T00:53:09,620 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000008 2024-11-15T00:53:09,621 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:53:09,623 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:53:09,635 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631989623, exclude list is [], retry=0 2024-11-15T00:53:09,637 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:53:09,638 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:53:09,638 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:53:09,639 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631989623 2024-11-15T00:53:09,639 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:53:09,639 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 298fce83b200679c9cd2c5267da3f197, NAME => 'testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:53:09,640 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:09,640 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:09,640 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:09,641 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:09,642 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298fce83b200679c9cd2c5267da3f197 columnFamilyName a 2024-11-15T00:53:09,642 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:09,648 DEBUG [StoreFileOpener-298fce83b200679c9cd2c5267da3f197-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T00:53:09,649 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_ 2024-11-15T00:53:09,653 DEBUG [StoreFileOpener-298fce83b200679c9cd2c5267da3f197-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 602f28209e564fbb955b0aca3478446c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T00:53:09,653 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/602f28209e564fbb955b0aca3478446c_SeqId_4_ 2024-11-15T00:53:09,658 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/da3f0de0dd0742debb6f9b12b3a76ca6 2024-11-15T00:53:09,670 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/efb8331ee6d54d50b7bca8b370958949 2024-11-15T00:53:09,679 DEBUG [StoreFileOpener-298fce83b200679c9cd2c5267da3f197-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T00:53:09,680 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_ 2024-11-15T00:53:09,680 WARN [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6bab6f4f 2024-11-15T00:53:09,680 WARN [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/602f28209e564fbb955b0aca3478446c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6bab6f4f 2024-11-15T00:53:09,680 WARN [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/da3f0de0dd0742debb6f9b12b3a76ca6 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6bab6f4f 2024-11-15T00:53:09,680 WARN [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6bab6f4f 2024-11-15T00:53:09,680 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_, hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/602f28209e564fbb955b0aca3478446c_SeqId_4_, hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/da3f0de0dd0742debb6f9b12b3a76ca6, hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_] to archive 2024-11-15T00:53:09,682 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T00:53:09,684 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_ to hdfs://localhost:37101/hbase/archive/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_ 2024-11-15T00:53:09,686 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/602f28209e564fbb955b0aca3478446c_SeqId_4_ to hdfs://localhost:37101/hbase/archive/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/602f28209e564fbb955b0aca3478446c_SeqId_4_ 2024-11-15T00:53:09,688 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/da3f0de0dd0742debb6f9b12b3a76ca6 to hdfs://localhost:37101/hbase/archive/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/da3f0de0dd0742debb6f9b12b3a76ca6 2024-11-15T00:53:09,689 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_ to hdfs://localhost:37101/hbase/archive/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/a/ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_ 2024-11-15T00:53:09,690 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(327): Store=298fce83b200679c9cd2c5267da3f197/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:09,690 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:09,697 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298fce83b200679c9cd2c5267da3f197 columnFamilyName b 2024-11-15T00:53:09,697 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:09,700 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(327): Store=298fce83b200679c9cd2c5267da3f197/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:09,700 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:09,701 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 298fce83b200679c9cd2c5267da3f197 columnFamilyName c 2024-11-15T00:53:09,701 DEBUG [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:09,704 INFO [StoreOpener-298fce83b200679c9cd2c5267da3f197-1 {}] regionserver.HStore(327): Store=298fce83b200679c9cd2c5267da3f197/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:09,705 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:09,706 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:09,707 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:09,708 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000008 2024-11-15T00:53:09,710 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:53:09,712 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 298fce83b200679c9cd2c5267da3f197 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "298fce83b200679c9cd2c5267da3f197" family_name: "a" compaction_input: "da3f0de0dd0742debb6f9b12b3a76ca6" compaction_input: "602f28209e564fbb955b0aca3478446c_SeqId_4_" compaction_input: "ff23b17d83c74c78ba1058d095d2bf95_SeqId_4_" compaction_input: "2182ff8c9dfe47ee8ac6a3cc9face807_SeqId_4_" compaction_output: "efb8331ee6d54d50b7bca8b370958949" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-15T00:53:09,712 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-15T00:53:09,713 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000008 2024-11-15T00:53:09,714 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/0000000000000000008 2024-11-15T00:53:09,716 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:09,716 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:09,717 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:53:09,719 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 298fce83b200679c9cd2c5267da3f197 2024-11-15T00:53:09,722 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testCompactedBulkLoadedFiles/298fce83b200679c9cd2c5267da3f197/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T00:53:09,724 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 298fce83b200679c9cd2c5267da3f197; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60708286, jitterRate=-0.09537604451179504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:53:09,724 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 298fce83b200679c9cd2c5267da3f197: Writing region info on filesystem at 1731631989640Initializing all the Stores at 1731631989641 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631989641Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631989641Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631989641Cleaning up temporary data from old regions at 1731631989716 (+75 ms)Region opened successfully at 1731631989724 (+8 ms) 2024-11-15T00:53:09,733 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 298fce83b200679c9cd2c5267da3f197, disabling compactions & flushes 2024-11-15T00:53:09,733 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197. 2024-11-15T00:53:09,733 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197. 2024-11-15T00:53:09,733 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197. after waiting 0 ms 2024-11-15T00:53:09,733 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197. 2024-11-15T00:53:09,737 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731631985338.298fce83b200679c9cd2c5267da3f197. 2024-11-15T00:53:09,737 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 298fce83b200679c9cd2c5267da3f197: Waiting for close lock at 1731631989732Disabling compacts and flushes for region at 1731631989732Disabling writes for close at 1731631989733 (+1 ms)Writing region close event to WAL at 1731631989737 (+4 ms)Closed at 1731631989737 2024-11-15T00:53:09,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741929_1108 (size=95) 2024-11-15T00:53:09,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741929_1108 (size=95) 2024-11-15T00:53:09,764 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:53:09,764 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731631989623) 2024-11-15T00:53:09,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741929_1108 (size=95) 2024-11-15T00:53:09,790 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=440 (was 429) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:37101 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1052167230_22 at /127.0.0.1:38616 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1052167230_22 at /127.0.0.1:39760 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1052167230_22 at /127.0.0.1:44508 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:37101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1270) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=726 (was 789), ProcessCount=11 (was 11), AvailableMemoryMB=2539 (was 1643) - AvailableMemoryMB LEAK? - 2024-11-15T00:53:09,790 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-15T00:53:09,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=726, ProcessCount=11, AvailableMemoryMB=2536 2024-11-15T00:53:09,808 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-15T00:53:09,823 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:53:09,826 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T00:53:09,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T00:53:09,839 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-03109907, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/hregion-03109907, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:53:09,856 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-03109907/hregion-03109907.1731631989841, exclude list is [], retry=0 2024-11-15T00:53:09,861 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:53:09,862 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:53:09,868 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:53:09,873 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-03109907/hregion-03109907.1731631989841 2024-11-15T00:53:09,873 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:53:09,873 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2c3b9c9047c10810d1d904b91bf41513, NAME => 'testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/hbase 2024-11-15T00:53:09,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741931_1110 (size=67) 2024-11-15T00:53:09,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741931_1110 (size=67) 2024-11-15T00:53:09,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741931_1110 (size=67) 2024-11-15T00:53:09,886 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:09,887 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,888 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName a 2024-11-15T00:53:09,888 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:09,889 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:09,889 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,890 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName b 2024-11-15T00:53:09,890 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:09,890 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:09,890 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,892 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName c 2024-11-15T00:53:09,892 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:09,892 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:09,892 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,893 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,893 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,894 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,894 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,894 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:53:09,895 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,897 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T00:53:09,897 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2c3b9c9047c10810d1d904b91bf41513; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63342250, jitterRate=-0.056126922369003296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:53:09,898 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2c3b9c9047c10810d1d904b91bf41513: Writing region info on filesystem at 1731631989886Initializing all the Stores at 1731631989886Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631989887 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631989887Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631989887Cleaning up temporary data from old regions at 1731631989894 (+7 ms)Region opened successfully at 1731631989898 (+4 ms) 2024-11-15T00:53:09,898 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2c3b9c9047c10810d1d904b91bf41513, disabling compactions & flushes 2024-11-15T00:53:09,898 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:09,898 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:09,898 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. after waiting 0 ms 2024-11-15T00:53:09,898 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:09,898 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:09,898 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2c3b9c9047c10810d1d904b91bf41513: Waiting for close lock at 1731631989898Disabling compacts and flushes for region at 1731631989898Disabling writes for close at 1731631989898Writing region close event to WAL at 1731631989898Closed at 1731631989898 2024-11-15T00:53:09,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741930_1109 (size=95) 2024-11-15T00:53:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741930_1109 (size=95) 2024-11-15T00:53:09,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741930_1109 (size=95) 2024-11-15T00:53:09,906 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:53:09,906 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-03109907:(num 1731631989841) 2024-11-15T00:53:09,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:53:09,908 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:53:09,921 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908, exclude list is [], retry=0 2024-11-15T00:53:09,923 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:53:09,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:53:09,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:53:09,925 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908 2024-11-15T00:53:09,926 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:53:09,926 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c3b9c9047c10810d1d904b91bf41513, NAME => 'testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:53:09,926 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:09,926 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,926 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,927 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,928 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName a 2024-11-15T00:53:09,928 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:09,929 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:09,929 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,929 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName b 2024-11-15T00:53:09,929 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:09,930 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:09,930 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,931 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName c 2024-11-15T00:53:09,931 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:09,931 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:09,931 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,932 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,933 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,934 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,934 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,934 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:53:09,935 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:09,936 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2c3b9c9047c10810d1d904b91bf41513; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71365090, jitterRate=0.06342270970344543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:53:09,936 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2c3b9c9047c10810d1d904b91bf41513: Writing region info on filesystem at 1731631989926Initializing all the Stores at 1731631989927 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631989927Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631989927Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631989927Cleaning up temporary data from old regions at 1731631989934 (+7 ms)Region opened successfully at 1731631989936 (+2 ms) 2024-11-15T00:53:09,943 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2c3b9c9047c10810d1d904b91bf41513 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-15T00:53:09,957 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/a/bde24067c5044e46ae58df6eb6c41935 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731631989936/Put/seqid=0 2024-11-15T00:53:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741933_1112 (size=5958) 2024-11-15T00:53:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741933_1112 (size=5958) 2024-11-15T00:53:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741933_1112 (size=5958) 2024-11-15T00:53:09,964 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/a/bde24067c5044e46ae58df6eb6c41935 2024-11-15T00:53:09,968 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/a/bde24067c5044e46ae58df6eb6c41935 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/a/bde24067c5044e46ae58df6eb6c41935 2024-11-15T00:53:09,974 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/a/bde24067c5044e46ae58df6eb6c41935, entries=10, sequenceid=13, filesize=5.8 K 2024-11-15T00:53:09,976 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 2c3b9c9047c10810d1d904b91bf41513 in 32ms, sequenceid=13, compaction requested=false 2024-11-15T00:53:09,976 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2c3b9c9047c10810d1d904b91bf41513: 2024-11-15T00:53:09,992 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2c3b9c9047c10810d1d904b91bf41513, disabling compactions & flushes 2024-11-15T00:53:09,992 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:09,992 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:09,992 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. after waiting 0 ms 2024-11-15T00:53:09,992 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:09,992 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:09,993 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:09,993 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2c3b9c9047c10810d1d904b91bf41513: Waiting for close lock at 1731631989992Disabling compacts and flushes for region at 1731631989992Disabling writes for close at 1731631989992Writing region close event to WAL at 1731631989992Closed at 1731631989992 2024-11-15T00:53:09,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741932_1111 (size=3344) 2024-11-15T00:53:09,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741932_1111 (size=3344) 2024-11-15T00:53:09,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741932_1111 (size=3344) 2024-11-15T00:53:10,011 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908, size=3.3 K (3344bytes) 2024-11-15T00:53:10,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908 2024-11-15T00:53:10,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908 after 0ms 2024-11-15T00:53:10,013 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:53:10,013 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908 took 2ms 2024-11-15T00:53:10,015 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908 so closing down 2024-11-15T00:53:10,015 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:53:10,016 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731631989908.temp 2024-11-15T00:53:10,017 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000003-wal.1731631989908.temp 2024-11-15T00:53:10,018 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:53:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741934_1113 (size=2944) 2024-11-15T00:53:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741934_1113 (size=2944) 2024-11-15T00:53:10,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741934_1113 (size=2944) 2024-11-15T00:53:10,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000003-wal.1731631989908.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T00:53:10,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000003-wal.1731631989908.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000035 2024-11-15T00:53:10,029 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908, size=3.3 K, length=3344, corrupted=false, cancelled=false 2024-11-15T00:53:10,029 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908, journal: Splitting hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908, size=3.3 K (3344bytes) at 1731631990011Finishing writing output for hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908 so closing down at 1731631990015 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000003-wal.1731631989908.temp at 1731631990017 (+2 ms)3 split writer threads finished at 1731631990018 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000003-wal.1731631989908.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731631990027 (+9 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000003-wal.1731631989908.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000035 at 1731631990028 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908, size=3.3 K, length=3344, corrupted=false, cancelled=false at 1731631990029 (+1 ms) 2024-11-15T00:53:10,030 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631989908 to hdfs://localhost:37101/hbase/oldWALs/wal.1731631989908 2024-11-15T00:53:10,031 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000035 2024-11-15T00:53:10,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:53:10,033 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:53:10,052 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033, exclude list is [], retry=0 2024-11-15T00:53:10,054 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:53:10,055 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:53:10,055 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:53:10,056 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033 2024-11-15T00:53:10,057 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36293:36293),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397)] 2024-11-15T00:53:10,057 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c3b9c9047c10810d1d904b91bf41513, NAME => 'testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513.', STARTKEY => '', ENDKEY => ''} 2024-11-15T00:53:10,057 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:10,057 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:10,057 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:10,058 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:10,059 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName a 2024-11-15T00:53:10,059 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:10,065 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/a/bde24067c5044e46ae58df6eb6c41935 2024-11-15T00:53:10,065 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:10,066 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:10,066 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName b 2024-11-15T00:53:10,067 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:10,067 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:10,067 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:10,068 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName c 2024-11-15T00:53:10,068 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:10,068 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:10,068 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:10,069 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:10,070 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:10,071 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000035 2024-11-15T00:53:10,073 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:53:10,075 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000035 2024-11-15T00:53:10,075 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2c3b9c9047c10810d1d904b91bf41513 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-15T00:53:10,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/b/5e5bee175dd749edbe0a289c59853a2b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731631989976/Put/seqid=0 2024-11-15T00:53:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741936_1115 (size=5958) 2024-11-15T00:53:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741936_1115 (size=5958) 2024-11-15T00:53:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741936_1115 (size=5958) 2024-11-15T00:53:10,098 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/b/5e5bee175dd749edbe0a289c59853a2b 2024-11-15T00:53:10,117 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/c/cf4e3eb392c143008df7e698c88430b2 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731631989983/Put/seqid=0 2024-11-15T00:53:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741937_1116 (size=5958) 2024-11-15T00:53:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741937_1116 (size=5958) 2024-11-15T00:53:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741937_1116 (size=5958) 2024-11-15T00:53:10,124 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/c/cf4e3eb392c143008df7e698c88430b2 2024-11-15T00:53:10,130 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/b/5e5bee175dd749edbe0a289c59853a2b as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/b/5e5bee175dd749edbe0a289c59853a2b 2024-11-15T00:53:10,136 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/b/5e5bee175dd749edbe0a289c59853a2b, entries=10, sequenceid=35, filesize=5.8 K 2024-11-15T00:53:10,137 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/c/cf4e3eb392c143008df7e698c88430b2 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/c/cf4e3eb392c143008df7e698c88430b2 2024-11-15T00:53:10,156 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/c/cf4e3eb392c143008df7e698c88430b2, entries=10, sequenceid=35, filesize=5.8 K 2024-11-15T00:53:10,156 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 2c3b9c9047c10810d1d904b91bf41513 in 81ms, sequenceid=35, compaction requested=false; wal=null 2024-11-15T00:53:10,157 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000035 2024-11-15T00:53:10,158 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:10,158 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:10,159 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:53:10,160 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:10,163 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-15T00:53:10,164 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2c3b9c9047c10810d1d904b91bf41513; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61434209, jitterRate=-0.08455894887447357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:53:10,164 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2c3b9c9047c10810d1d904b91bf41513: Writing region info on filesystem at 1731631990057Initializing all the Stores at 1731631990058 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631990058Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631990058Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631990058Obtaining lock to block concurrent updates at 1731631990075 (+17 ms)Preparing flush snapshotting stores in 2c3b9c9047c10810d1d904b91bf41513 at 1731631990075Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731631990075Flushing stores of testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. at 1731631990075Flushing 2c3b9c9047c10810d1d904b91bf41513/b: creating writer at 1731631990075Flushing 2c3b9c9047c10810d1d904b91bf41513/b: appending metadata at 1731631990089 (+14 ms)Flushing 2c3b9c9047c10810d1d904b91bf41513/b: closing flushed file at 1731631990089Flushing 2c3b9c9047c10810d1d904b91bf41513/c: creating writer at 1731631990103 (+14 ms)Flushing 2c3b9c9047c10810d1d904b91bf41513/c: appending metadata at 1731631990117 (+14 ms)Flushing 2c3b9c9047c10810d1d904b91bf41513/c: closing flushed file at 1731631990117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f016d20: reopening flushed file at 1731631990129 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7545b3ca: reopening flushed file at 1731631990136 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 2c3b9c9047c10810d1d904b91bf41513 in 81ms, sequenceid=35, compaction requested=false; wal=null at 1731631990156 (+20 ms)Cleaning up temporary data from old regions at 1731631990158 (+2 ms)Region opened successfully at 1731631990164 (+6 ms) 2024-11-15T00:53:10,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033, size=0 (0bytes) 2024-11-15T00:53:10,231 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033 might be still open, length is 0 2024-11-15T00:53:10,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033 2024-11-15T00:53:10,231 WARN [IPC Server handler 0 on default port 37101 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-15T00:53:10,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033 after 1ms 2024-11-15T00:53:10,477 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-15T00:53:10,477 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-15T00:53:10,478 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-15T00:53:10,478 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-15T00:53:11,213 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:38676 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:42927:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38676 dst: /127.0.0.1:42927 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42927 remote=/127.0.0.1:38676]. Total timeout mills is 60000, 58980 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:11,214 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:39848 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:46277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39848 dst: /127.0.0.1:46277 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:11,214 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-342837230_22 at /127.0.0.1:44554 [Receiving block BP-9592484-172.17.0.3-1731631944616:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:36359:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44554 dst: /127.0.0.1:36359 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741935_1117 (size=2936) 2024-11-15T00:53:11,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741935_1117 (size=2936) 2024-11-15T00:53:14,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033 after 4001ms 2024-11-15T00:53:14,235 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:53:14,236 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033 took 4005ms 2024-11-15T00:53:14,242 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033; continuing. 2024-11-15T00:53:14,242 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033 so closing down 2024-11-15T00:53:14,242 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T00:53:14,244 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731631990033.temp 2024-11-15T00:53:14,248 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000037-wal.1731631990033.temp 2024-11-15T00:53:14,249 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T00:53:14,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741938_1118 (size=2944) 2024-11-15T00:53:14,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741938_1118 (size=2944) 2024-11-15T00:53:14,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741938_1118 (size=2944) 2024-11-15T00:53:14,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000037-wal.1731631990033.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T00:53:14,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000037-wal.1731631990033.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000066 2024-11-15T00:53:14,264 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T00:53:14,265 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033, journal: Splitting hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033, size=0 (0bytes) at 1731631990231Finishing writing output for hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033 so closing down at 1731631994242 (+4011 ms)Creating recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000037-wal.1731631990033.temp at 1731631994248 (+6 ms)3 split writer threads finished at 1731631994249 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000037-wal.1731631990033.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731631994263 (+14 ms)Rename recovered edits hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000037-wal.1731631990033.temp to hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000066 at 1731631994264 (+1 ms)Processed 30 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033, size=0, length=0, corrupted=false, cancelled=false at 1731631994264 2024-11-15T00:53:14,267 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033 to hdfs://localhost:37101/hbase/oldWALs/wal.1731631990033 2024-11-15T00:53:14,268 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000066 2024-11-15T00:53:14,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T00:53:14,269 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37101/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822, archiveDir=hdfs://localhost:37101/hbase/oldWALs, maxLogs=32 2024-11-15T00:53:14,283 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631994270, exclude list is [], retry=0 2024-11-15T00:53:14,285 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-27316716-6a94-40be-a85a-d6a0681f3837,DISK] 2024-11-15T00:53:14,286 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46277,DS-2dfc3700-9ca2-4a2c-9496-642b3bbfa390,DISK] 2024-11-15T00:53:14,286 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42927,DS-e0fa4298-a311-4696-a2c2-92551f9430a6,DISK] 2024-11-15T00:53:14,289 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631994270 2024-11-15T00:53:14,289 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:37397:37397),(127.0.0.1/127.0.0.1:36293:36293)] 2024-11-15T00:53:14,289 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T00:53:14,291 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:14,292 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName a 2024-11-15T00:53:14,292 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:14,297 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/a/bde24067c5044e46ae58df6eb6c41935 2024-11-15T00:53:14,297 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:14,297 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:14,300 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName b 2024-11-15T00:53:14,300 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:14,339 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/b/5e5bee175dd749edbe0a289c59853a2b 2024-11-15T00:53:14,339 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:14,339 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:14,340 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c3b9c9047c10810d1d904b91bf41513 columnFamilyName c 2024-11-15T00:53:14,340 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T00:53:14,346 DEBUG [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/c/cf4e3eb392c143008df7e698c88430b2 2024-11-15T00:53:14,346 INFO [StoreOpener-2c3b9c9047c10810d1d904b91bf41513-1 {}] regionserver.HStore(327): Store=2c3b9c9047c10810d1d904b91bf41513/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T00:53:14,347 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:14,347 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:14,349 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:14,349 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000066 2024-11-15T00:53:14,352 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T00:53:14,356 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000066 2024-11-15T00:53:14,356 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2c3b9c9047c10810d1d904b91bf41513 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-15T00:53:14,369 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/a/4bc899f24d1f43489a74b072cb4c2423 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731631990171/Put/seqid=0 2024-11-15T00:53:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741940_1120 (size=5958) 2024-11-15T00:53:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741940_1120 (size=5958) 2024-11-15T00:53:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741940_1120 (size=5958) 2024-11-15T00:53:14,376 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/a/4bc899f24d1f43489a74b072cb4c2423 2024-11-15T00:53:14,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/b/5e0a1d8401524edba92f205cf025b58b is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731631990180/Put/seqid=0 2024-11-15T00:53:14,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741941_1121 (size=5958) 2024-11-15T00:53:14,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741941_1121 (size=5958) 2024-11-15T00:53:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741941_1121 (size=5958) 2024-11-15T00:53:14,400 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/b/5e0a1d8401524edba92f205cf025b58b 2024-11-15T00:53:14,418 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/c/ce25c3e4da994e8892f034820e731414 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731631990187/Put/seqid=0 2024-11-15T00:53:14,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741942_1122 (size=5958) 2024-11-15T00:53:14,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741942_1122 (size=5958) 2024-11-15T00:53:14,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741942_1122 (size=5958) 2024-11-15T00:53:14,424 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/c/ce25c3e4da994e8892f034820e731414 2024-11-15T00:53:14,425 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T00:53:14,425 INFO [master/fb2f6cb7846a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T00:53:14,429 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/a/4bc899f24d1f43489a74b072cb4c2423 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/a/4bc899f24d1f43489a74b072cb4c2423 2024-11-15T00:53:14,434 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/a/4bc899f24d1f43489a74b072cb4c2423, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T00:53:14,435 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/b/5e0a1d8401524edba92f205cf025b58b as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/b/5e0a1d8401524edba92f205cf025b58b 2024-11-15T00:53:14,440 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/b/5e0a1d8401524edba92f205cf025b58b, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T00:53:14,441 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/.tmp/c/ce25c3e4da994e8892f034820e731414 as hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/c/ce25c3e4da994e8892f034820e731414 2024-11-15T00:53:14,445 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/c/ce25c3e4da994e8892f034820e731414, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T00:53:14,446 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 2c3b9c9047c10810d1d904b91bf41513 in 90ms, sequenceid=66, compaction requested=false; wal=null 2024-11-15T00:53:14,446 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/0000000000000000066 2024-11-15T00:53:14,447 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:14,447 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:14,448 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T00:53:14,449 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2c3b9c9047c10810d1d904b91bf41513 2024-11-15T00:53:14,451 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/hbase/data/default/testReplayEditsWrittenViaHRegion/2c3b9c9047c10810d1d904b91bf41513/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-15T00:53:14,452 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2c3b9c9047c10810d1d904b91bf41513; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68386283, jitterRate=0.01903502643108368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T00:53:14,452 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2c3b9c9047c10810d1d904b91bf41513: Writing region info on filesystem at 1731631994289Initializing all the Stores at 1731631994290 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631994290Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631994290Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731631994290Obtaining lock to block concurrent updates at 1731631994356 (+66 ms)Preparing flush snapshotting stores in 2c3b9c9047c10810d1d904b91bf41513 at 1731631994357 (+1 ms)Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731631994357Flushing stores of testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. at 1731631994357Flushing 2c3b9c9047c10810d1d904b91bf41513/a: creating writer at 1731631994357Flushing 2c3b9c9047c10810d1d904b91bf41513/a: appending metadata at 1731631994369 (+12 ms)Flushing 2c3b9c9047c10810d1d904b91bf41513/a: closing flushed file at 1731631994369Flushing 2c3b9c9047c10810d1d904b91bf41513/b: creating writer at 1731631994380 (+11 ms)Flushing 2c3b9c9047c10810d1d904b91bf41513/b: appending metadata at 1731631994393 (+13 ms)Flushing 2c3b9c9047c10810d1d904b91bf41513/b: closing flushed file at 1731631994393Flushing 2c3b9c9047c10810d1d904b91bf41513/c: creating writer at 1731631994404 (+11 ms)Flushing 2c3b9c9047c10810d1d904b91bf41513/c: appending metadata at 1731631994418 (+14 ms)Flushing 2c3b9c9047c10810d1d904b91bf41513/c: closing flushed file at 1731631994418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67924c15: reopening flushed file at 1731631994428 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8aba08: reopening flushed file at 1731631994434 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4045a331: reopening flushed file at 1731631994440 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 2c3b9c9047c10810d1d904b91bf41513 in 90ms, sequenceid=66, compaction requested=false; wal=null at 1731631994446 (+6 ms)Cleaning up temporary data from old regions at 1731631994447 (+1 ms)Region opened successfully at 1731631994452 (+5 ms) 2024-11-15T00:53:14,462 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2c3b9c9047c10810d1d904b91bf41513, disabling compactions & flushes 2024-11-15T00:53:14,462 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:14,462 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:14,462 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. after waiting 0 ms 2024-11-15T00:53:14,462 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:14,464 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731631989824.2c3b9c9047c10810d1d904b91bf41513. 2024-11-15T00:53:14,464 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2c3b9c9047c10810d1d904b91bf41513: Waiting for close lock at 1731631994462Disabling compacts and flushes for region at 1731631994462Disabling writes for close at 1731631994462Writing region close event to WAL at 1731631994464 (+2 ms)Closed at 1731631994464 2024-11-15T00:53:14,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741939_1119 (size=95) 2024-11-15T00:53:14,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741939_1119 (size=95) 2024-11-15T00:53:14,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741939_1119 (size=95) 2024-11-15T00:53:14,468 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T00:53:14,468 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731631994270) 2024-11-15T00:53:14,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=442 (was 440) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:37101 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1756119677_22 at /127.0.0.1:50950 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:37101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1756119677_22 at /127.0.0.1:48904 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1756119677_22 at /127.0.0.1:49838 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1408 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=675 (was 726), ProcessCount=11 (was 11), AvailableMemoryMB=2462 (was 2536) 2024-11-15T00:53:14,483 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1408 is superior to 1024 2024-11-15T00:53:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T00:53:14,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:53:14,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:53:14,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:14,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:14,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T00:53:14,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T00:53:14,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1699913015, stopped=false 2024-11-15T00:53:14,485 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb2f6cb7846a,38367,1731631949930 2024-11-15T00:53:14,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:53:14,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:53:14,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T00:53:14,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:14,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:14,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:14,533 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:53:14,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T00:53:14,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:53:14,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:14,535 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,39319,1731631950991' ***** 2024-11-15T00:53:14,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:53:14,535 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:53:14,535 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb2f6cb7846a,34305,1731631951177' ***** 2024-11-15T00:53:14,535 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T00:53:14,535 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:53:14,535 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T00:53:14,535 INFO [RS:0;fb2f6cb7846a:39319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:53:14,535 INFO [RS:1;fb2f6cb7846a:34305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T00:53:14,536 INFO [RS:0;fb2f6cb7846a:39319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:53:14,536 INFO [RS:1;fb2f6cb7846a:34305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T00:53:14,536 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,34305,1731631951177 2024-11-15T00:53:14,536 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(3091): Received CLOSE for faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:53:14,536 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:53:14,536 INFO [RS:1;fb2f6cb7846a:34305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb2f6cb7846a:34305. 2024-11-15T00:53:14,536 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(959): stopping server fb2f6cb7846a,39319,1731631950991 2024-11-15T00:53:14,536 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:53:14,536 DEBUG [RS:1;fb2f6cb7846a:34305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:53:14,537 DEBUG [RS:1;fb2f6cb7846a:34305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:14,537 INFO [RS:0;fb2f6cb7846a:39319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb2f6cb7846a:39319. 2024-11-15T00:53:14,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:53:14,537 DEBUG [RS:0;fb2f6cb7846a:39319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T00:53:14,537 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:53:14,537 DEBUG [RS:0;fb2f6cb7846a:39319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:14,537 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:53:14,537 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:53:14,537 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T00:53:14,537 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T00:53:14,537 DEBUG [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(1325): Online Regions={faf9b0fc43c16e5e2b8ef9c0e656f4cd=testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd.} 2024-11-15T00:53:14,537 DEBUG [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(1351): Waiting on faf9b0fc43c16e5e2b8ef9c0e656f4cd 2024-11-15T00:53:14,538 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:53:14,538 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faf9b0fc43c16e5e2b8ef9c0e656f4cd, disabling compactions & flushes 2024-11-15T00:53:14,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:53:14,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T00:53:14,538 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:53:14,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T00:53:14,538 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:53:14,538 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. after waiting 0 ms 2024-11-15T00:53:14,538 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:53:14,538 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T00:53:14,538 DEBUG [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T00:53:14,538 DEBUG [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T00:53:14,539 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T00:53:14,539 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T00:53:14,539 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T00:53:14,539 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T00:53:14,539 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T00:53:14,539 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-15T00:53:14,543 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/default/testReplayEditsAfterRegionMovedWithMultiCF/faf9b0fc43c16e5e2b8ef9c0e656f4cd/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-15T00:53:14,544 INFO [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:53:14,544 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faf9b0fc43c16e5e2b8ef9c0e656f4cd: Waiting for close lock at 1731631994538Running coprocessor pre-close hooks at 1731631994538Disabling compacts and flushes for region at 1731631994538Disabling writes for close at 1731631994538Writing region close event to WAL at 1731631994539 (+1 ms)Running coprocessor post-close hooks at 1731631994544 (+5 ms)Closed at 1731631994544 2024-11-15T00:53:14,544 DEBUG [RS_CLOSE_REGION-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd. 2024-11-15T00:53:14,544 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/info/a5751724e4764f5988318a7e05ce9a65 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731631967302.faf9b0fc43c16e5e2b8ef9c0e656f4cd./info:regioninfo/1731631972561/Put/seqid=0 2024-11-15T00:53:14,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741943_1123 (size=6778) 2024-11-15T00:53:14,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741943_1123 (size=6778) 2024-11-15T00:53:14,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741943_1123 (size=6778) 2024-11-15T00:53:14,550 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/info/a5751724e4764f5988318a7e05ce9a65 2024-11-15T00:53:14,555 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/.tmp/info/a5751724e4764f5988318a7e05ce9a65 as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/info/a5751724e4764f5988318a7e05ce9a65 2024-11-15T00:53:14,560 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/info/a5751724e4764f5988318a7e05ce9a65, entries=8, sequenceid=23, filesize=6.6 K 2024-11-15T00:53:14,561 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=23, compaction requested=false 2024-11-15T00:53:14,565 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-15T00:53:14,566 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T00:53:14,566 INFO [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T00:53:14,566 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731631994538Running coprocessor pre-close hooks at 1731631994539 (+1 ms)Disabling compacts and flushes for region at 1731631994539Disabling writes for close at 1731631994539Obtaining lock to block concurrent updates at 1731631994539Preparing flush snapshotting stores in 1588230740 at 1731631994539Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1731631994539Flushing stores of hbase:meta,,1.1588230740 at 1731631994540 (+1 ms)Flushing 1588230740/info: creating writer at 1731631994540Flushing 1588230740/info: appending metadata at 1731631994544 (+4 ms)Flushing 1588230740/info: closing flushed file at 1731631994544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae741b2: reopening flushed file at 1731631994555 (+11 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=23, compaction requested=false at 1731631994561 (+6 ms)Writing region close event to WAL at 1731631994562 (+1 ms)Running coprocessor post-close hooks at 1731631994566 (+4 ms)Closed at 1731631994566 2024-11-15T00:53:14,566 DEBUG [RS_CLOSE_META-regionserver/fb2f6cb7846a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T00:53:14,624 INFO [regionserver/fb2f6cb7846a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:53:14,738 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,39319,1731631950991; all regions closed. 2024-11-15T00:53:14,739 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(976): stopping server fb2f6cb7846a,34305,1731631951177; all regions closed. 2024-11-15T00:53:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741835_1011 (size=2183) 2024-11-15T00:53:14,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741835_1011 (size=2183) 2024-11-15T00:53:14,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741835_1011 (size=2183) 2024-11-15T00:53:14,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741893_1071 (size=1674) 2024-11-15T00:53:14,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741893_1071 (size=1674) 2024-11-15T00:53:14,746 DEBUG [RS:0;fb2f6cb7846a:39319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/oldWALs 2024-11-15T00:53:14,746 INFO [RS:0;fb2f6cb7846a:39319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C39319%2C1731631950991:(num 1731631953440) 2024-11-15T00:53:14,746 DEBUG [RS:0;fb2f6cb7846a:39319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:14,746 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:53:14,746 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:53:14,746 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:53:14,747 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T00:53:14,747 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T00:53:14,747 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:53:14,747 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T00:53:14,747 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:53:14,747 DEBUG [RS:1;fb2f6cb7846a:34305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/oldWALs 2024-11-15T00:53:14,747 INFO [RS:1;fb2f6cb7846a:34305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C34305%2C1731631951177.meta:.meta(num 1731631971538) 2024-11-15T00:53:14,747 INFO [RS:0;fb2f6cb7846a:39319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39319 2024-11-15T00:53:14,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741893_1071 (size=1674) 2024-11-15T00:53:14,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741834_1010 (size=95) 2024-11-15T00:53:14,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741834_1010 (size=95) 2024-11-15T00:53:14,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741834_1010 (size=95) 2024-11-15T00:53:14,757 DEBUG [RS:1;fb2f6cb7846a:34305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/oldWALs 2024-11-15T00:53:14,757 INFO [RS:1;fb2f6cb7846a:34305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb2f6cb7846a%2C34305%2C1731631951177:(num 1731631953439) 2024-11-15T00:53:14,757 DEBUG [RS:1;fb2f6cb7846a:34305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:53:14,757 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T00:53:14,757 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:53:14,757 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.ChoreService(370): Chore service for: regionserver/fb2f6cb7846a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T00:53:14,757 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:53:14,758 INFO [regionserver/fb2f6cb7846a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:53:14,758 INFO [RS:1;fb2f6cb7846a:34305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34305 2024-11-15T00:53:14,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,39319,1731631950991 2024-11-15T00:53:14,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T00:53:14,781 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:53:14,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb2f6cb7846a,34305,1731631951177 2024-11-15T00:53:14,795 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:53:14,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,39319,1731631950991] 2024-11-15T00:53:14,827 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,39319,1731631950991 already deleted, retry=false 2024-11-15T00:53:14,827 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,39319,1731631950991 expired; onlineServers=1 2024-11-15T00:53:14,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb2f6cb7846a,34305,1731631951177] 2024-11-15T00:53:14,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb2f6cb7846a,34305,1731631951177 already deleted, retry=false 2024-11-15T00:53:14,837 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb2f6cb7846a,34305,1731631951177 expired; onlineServers=0 2024-11-15T00:53:14,838 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb2f6cb7846a,38367,1731631949930' ***** 2024-11-15T00:53:14,838 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T00:53:14,838 INFO [M:0;fb2f6cb7846a:38367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T00:53:14,838 INFO [M:0;fb2f6cb7846a:38367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T00:53:14,838 DEBUG [M:0;fb2f6cb7846a:38367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T00:53:14,838 DEBUG [M:0;fb2f6cb7846a:38367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T00:53:14,838 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631953058 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.large.0-1731631953058,5,FailOnTimeoutGroup] 2024-11-15T00:53:14,838 DEBUG [master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631953059 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb2f6cb7846a:0:becomeActiveMaster-HFileCleaner.small.0-1731631953059,5,FailOnTimeoutGroup] 2024-11-15T00:53:14,838 INFO [M:0;fb2f6cb7846a:38367 {}] hbase.ChoreService(370): Chore service for: master/fb2f6cb7846a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T00:53:14,838 INFO [M:0;fb2f6cb7846a:38367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T00:53:14,839 DEBUG [M:0;fb2f6cb7846a:38367 {}] master.HMaster(1795): Stopping service threads 2024-11-15T00:53:14,839 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T00:53:14,839 INFO [M:0;fb2f6cb7846a:38367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T00:53:14,839 INFO [M:0;fb2f6cb7846a:38367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T00:53:14,839 INFO [M:0;fb2f6cb7846a:38367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T00:53:14,839 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T00:53:14,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T00:53:14,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T00:53:14,848 DEBUG [M:0;fb2f6cb7846a:38367 {}] zookeeper.ZKUtil(347): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T00:53:14,848 WARN [M:0;fb2f6cb7846a:38367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T00:53:14,849 INFO [M:0;fb2f6cb7846a:38367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/.lastflushedseqids 2024-11-15T00:53:14,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741944_1124 (size=119) 2024-11-15T00:53:14,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741944_1124 (size=119) 2024-11-15T00:53:14,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741944_1124 (size=119) 2024-11-15T00:53:14,861 INFO [M:0;fb2f6cb7846a:38367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T00:53:14,861 INFO [M:0;fb2f6cb7846a:38367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T00:53:14,862 DEBUG [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T00:53:14,862 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:14,862 DEBUG [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:14,862 DEBUG [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T00:53:14,862 DEBUG [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:14,862 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.38 KB heapSize=102.70 KB 2024-11-15T00:53:14,884 DEBUG [M:0;fb2f6cb7846a:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1688d27c3894dd69ef92d39e60a578d is 82, key is hbase:meta,,1/info:regioninfo/1731631971730/Put/seqid=0 2024-11-15T00:53:14,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741945_1125 (size=6063) 2024-11-15T00:53:14,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741945_1125 (size=6063) 2024-11-15T00:53:14,893 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1688d27c3894dd69ef92d39e60a578d 2024-11-15T00:53:14,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741945_1125 (size=6063) 2024-11-15T00:53:14,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:53:14,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x1013bfaa1d30001, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:53:14,908 INFO [RS:0;fb2f6cb7846a:39319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:53:14,908 INFO [RS:0;fb2f6cb7846a:39319 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,39319,1731631950991; zookeeper connection closed. 2024-11-15T00:53:14,908 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c0b549e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c0b549e 2024-11-15T00:53:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:53:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1013bfaa1d30002, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:53:14,920 INFO [RS:1;fb2f6cb7846a:34305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:53:14,920 INFO [RS:1;fb2f6cb7846a:34305 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb2f6cb7846a,34305,1731631951177; zookeeper connection closed. 2024-11-15T00:53:14,922 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d6e449 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d6e449 2024-11-15T00:53:14,922 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T00:53:14,925 DEBUG [M:0;fb2f6cb7846a:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76765756b23744f9a6a53fc2a9db5151 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731631968294/Put/seqid=0 2024-11-15T00:53:14,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741946_1126 (size=7906) 2024-11-15T00:53:14,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741946_1126 (size=7906) 2024-11-15T00:53:14,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741946_1126 (size=7906) 2024-11-15T00:53:14,944 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.16 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76765756b23744f9a6a53fc2a9db5151 2024-11-15T00:53:14,951 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76765756b23744f9a6a53fc2a9db5151 2024-11-15T00:53:14,966 DEBUG [M:0;fb2f6cb7846a:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b2d42f53601476a88223d8cfa945350 is 69, key is fb2f6cb7846a,34305,1731631951177/rs:state/1731631953111/Put/seqid=0 2024-11-15T00:53:14,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741947_1127 (size=5440) 2024-11-15T00:53:14,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741947_1127 (size=5440) 2024-11-15T00:53:14,976 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b2d42f53601476a88223d8cfa945350 2024-11-15T00:53:14,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741947_1127 (size=5440) 2024-11-15T00:53:14,980 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b2d42f53601476a88223d8cfa945350 2024-11-15T00:53:14,981 DEBUG [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1688d27c3894dd69ef92d39e60a578d as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1688d27c3894dd69ef92d39e60a578d 2024-11-15T00:53:14,985 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1688d27c3894dd69ef92d39e60a578d, entries=14, sequenceid=207, filesize=5.9 K 2024-11-15T00:53:14,986 DEBUG [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76765756b23744f9a6a53fc2a9db5151 as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76765756b23744f9a6a53fc2a9db5151 2024-11-15T00:53:14,991 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76765756b23744f9a6a53fc2a9db5151 2024-11-15T00:53:14,991 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76765756b23744f9a6a53fc2a9db5151, entries=21, sequenceid=207, filesize=7.7 K 2024-11-15T00:53:14,992 DEBUG [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b2d42f53601476a88223d8cfa945350 as hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b2d42f53601476a88223d8cfa945350 2024-11-15T00:53:14,996 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b2d42f53601476a88223d8cfa945350 2024-11-15T00:53:14,997 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/56d399dd-547c-01a1-449a-89a245a33aef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b2d42f53601476a88223d8cfa945350, entries=3, sequenceid=207, filesize=5.3 K 2024-11-15T00:53:14,998 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.38 KB/85386, heapSize ~102.40 KB/104856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=207, compaction requested=false 2024-11-15T00:53:14,999 INFO [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T00:53:14,999 DEBUG [M:0;fb2f6cb7846a:38367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731631994862Disabling compacts and flushes for region at 1731631994862Disabling writes for close at 1731631994862Obtaining lock to block concurrent updates at 1731631994862Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731631994862Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85386, getHeapSize=105096, getOffHeapSize=0, getCellsCount=248 at 1731631994862Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731631994863 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731631994863Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731631994883 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731631994883Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731631994900 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731631994925 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731631994925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731631994951 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731631994966 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731631994966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e09d43: reopening flushed file at 1731631994980 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720d0a94: reopening flushed file at 1731631994986 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db24b63: reopening flushed file at 1731631994991 (+5 ms)Finished flush of dataSize ~83.38 KB/85386, heapSize ~102.40 KB/104856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=207, compaction requested=false at 1731631994998 (+7 ms)Writing region close event to WAL at 1731631994999 (+1 ms)Closed at 1731631994999 2024-11-15T00:53:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741830_1006 (size=69476) 2024-11-15T00:53:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46277 is added to blk_1073741830_1006 (size=69476) 2024-11-15T00:53:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42927 is added to blk_1073741830_1006 (size=69476) 2024-11-15T00:53:15,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T00:53:15,002 INFO [M:0;fb2f6cb7846a:38367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T00:53:15,002 INFO [M:0;fb2f6cb7846a:38367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38367 2024-11-15T00:53:15,002 INFO [M:0;fb2f6cb7846a:38367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T00:53:15,106 INFO [M:0;fb2f6cb7846a:38367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T00:53:15,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:53:15,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013bfaa1d30000, quorum=127.0.0.1:54013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T00:53:15,112 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631983853 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631983853 (inode 16688) Holder DFSClient_NONMAPREDUCE_-342837230_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731631973940/wal.1731631983853 (inode 16688) Holder DFSClient_NONMAPREDUCE_-342837230_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T00:53:15,114 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973323 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973323 (inode 16665) Holder DFSClient_NONMAPREDUCE_-342837230_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731631972983/wal.1731631973323 (inode 16665) Holder DFSClient_NONMAPREDUCE_-342837230_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T00:53:15,115 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731631962778/wal.1731631962928 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:15,117 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631985091 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631985091 (inode 16714) Holder DFSClient_NONMAPREDUCE_-342837230_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731631984463/wal.1731631985091 (inode 16714) Holder DFSClient_NONMAPREDUCE_-342837230_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T00:53:15,118 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731631985337/wal.1731631985395 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:15,118 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731631989822/wal.1731631990033 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:15,118 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731631955511/wal.1731631955595 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T00:53:15,120 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal.1731631955377 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal.1731631955377 (inode 16485) Holder DFSClient_NONMAPREDUCE_-342837230_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731631955147/wal.1731631955377 (inode 16485) Holder DFSClient_NONMAPREDUCE_-342837230_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T00:53:15,122 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal.1731631954883 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal.1731631954883 (inode 16462) Holder DFSClient_NONMAPREDUCE_-342837230_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731631954541/wal.1731631954883 (inode 16462) Holder DFSClient_NONMAPREDUCE_-342837230_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T00:53:15,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@641b15f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:15,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@212e0707{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:53:15,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:53:15,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53093b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:53:15,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202e66f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/hadoop.log.dir/,STOPPED} 2024-11-15T00:53:15,131 WARN [BP-9592484-172.17.0.3-1731631944616 heartbeating to localhost/127.0.0.1:37101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:53:15,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:53:15,131 WARN [BP-9592484-172.17.0.3-1731631944616 heartbeating to localhost/127.0.0.1:37101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-9592484-172.17.0.3-1731631944616 (Datanode Uuid 9c444c1c-67c7-4dc7-ae6c-3acbd7d47291) service to localhost/127.0.0.1:37101 2024-11-15T00:53:15,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:53:15,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data5/current/BP-9592484-172.17.0.3-1731631944616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:15,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data6/current/BP-9592484-172.17.0.3-1731631944616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:15,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:53:15,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@452d3806{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:15,135 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@972aa25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:53:15,135 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:53:15,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c2e58d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:53:15,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac30c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/hadoop.log.dir/,STOPPED} 2024-11-15T00:53:15,136 WARN [BP-9592484-172.17.0.3-1731631944616 heartbeating to localhost/127.0.0.1:37101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:53:15,136 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:53:15,136 WARN [BP-9592484-172.17.0.3-1731631944616 heartbeating to localhost/127.0.0.1:37101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-9592484-172.17.0.3-1731631944616 (Datanode Uuid 812faf12-a742-4d8f-b821-b35336fd62a5) service to localhost/127.0.0.1:37101 2024-11-15T00:53:15,136 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:53:15,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data3/current/BP-9592484-172.17.0.3-1731631944616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:15,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data4/current/BP-9592484-172.17.0.3-1731631944616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:15,137 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:53:15,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32507d6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T00:53:15,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28253f02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:53:15,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:53:15,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e785bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:53:15,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e8b79bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/hadoop.log.dir/,STOPPED} 2024-11-15T00:53:15,140 WARN [BP-9592484-172.17.0.3-1731631944616 heartbeating to localhost/127.0.0.1:37101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T00:53:15,140 WARN [BP-9592484-172.17.0.3-1731631944616 heartbeating to localhost/127.0.0.1:37101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-9592484-172.17.0.3-1731631944616 (Datanode Uuid c74eb5de-5312-4675-8a02-45f13adcd548) service to localhost/127.0.0.1:37101 2024-11-15T00:53:15,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data2/current/BP-9592484-172.17.0.3-1731631944616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:15,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/cluster_347e8623-11ca-de54-b7a5-65fafbdac04b/data/data1/current/BP-9592484-172.17.0.3-1731631944616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T00:53:15,141 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T00:53:15,141 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T00:53:15,141 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T00:53:15,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@126092e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T00:53:15,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cf0cac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T00:53:15,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T00:53:15,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1257581c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T00:53:15,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@139bf1d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2a6653fe-99c4-1096-7506-7304ab0ed68c/hadoop.log.dir/,STOPPED} 2024-11-15T00:53:15,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T00:53:15,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down