2024-11-13 08:25:23,188 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-13 08:25:23,202 main DEBUG Took 0.012219 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 08:25:23,203 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 08:25:23,203 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 08:25:23,204 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 08:25:23,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,215 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 08:25:23,229 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,231 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,231 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,233 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,234 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,235 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,236 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,237 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,238 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,238 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,239 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,239 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 08:25:23,240 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,241 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 08:25:23,242 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 08:25:23,244 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 08:25:23,245 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 08:25:23,246 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 08:25:23,247 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 08:25:23,247 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 08:25:23,255 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 08:25:23,258 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 08:25:23,259 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 08:25:23,260 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 08:25:23,260 main DEBUG createAppenders(={Console}) 2024-11-13 08:25:23,261 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-13 08:25:23,262 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-13 08:25:23,262 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-13 08:25:23,263 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 08:25:23,263 main DEBUG OutputStream closed 2024-11-13 08:25:23,264 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 08:25:23,264 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 08:25:23,264 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-13 08:25:23,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 08:25:23,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 08:25:23,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 08:25:23,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 08:25:23,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 08:25:23,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 08:25:23,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 08:25:23,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 08:25:23,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 08:25:23,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 08:25:23,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 08:25:23,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 08:25:23,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 08:25:23,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 08:25:23,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 08:25:23,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 08:25:23,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 08:25:23,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 08:25:23,359 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 08:25:23,360 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-13 08:25:23,360 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 08:25:23,361 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-13T08:25:23,583 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861 2024-11-13 08:25:23,586 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 08:25:23,586 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T08:25:23,595 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-13T08:25:23,601 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-13T08:25:23,623 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T08:25:23,674 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T08:25:23,675 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T08:25:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T08:25:23,703 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b, deleteOnExit=true 2024-11-13T08:25:23,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T08:25:23,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/test.cache.data in system properties and HBase conf 2024-11-13T08:25:23,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T08:25:23,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/hadoop.log.dir in system properties and HBase conf 2024-11-13T08:25:23,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T08:25:23,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T08:25:23,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T08:25:23,791 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T08:25:23,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T08:25:23,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:25:23,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T08:25:23,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T08:25:23,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:25:23,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T08:25:23,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T08:25:23,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T08:25:23,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:25:23,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T08:25:23,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/nfs.dump.dir in system properties and HBase conf 2024-11-13T08:25:23,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/java.io.tmpdir in system properties and HBase conf 2024-11-13T08:25:23,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T08:25:23,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T08:25:23,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T08:25:24,737 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T08:25:24,821 INFO [Time-limited test {}] log.Log(170): Logging initialized @2410ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T08:25:24,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:25:24,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:25:25,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:25:25,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:25:25,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T08:25:25,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:25:25,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:25:25,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:25:25,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/java.io.tmpdir/jetty-localhost-43305-hadoop-hdfs-3_4_1-tests_jar-_-any-15480875679384214598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:25:25,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:43305} 2024-11-13T08:25:25,258 INFO [Time-limited test {}] server.Server(415): Started @2848ms 2024-11-13T08:25:25,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:25:25,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:25:25,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:25:25,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:25:25,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T08:25:25,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:25:25,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:25:25,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/java.io.tmpdir/jetty-localhost-42303-hadoop-hdfs-3_4_1-tests_jar-_-any-9856997064338800003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:25:25,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:42303} 2024-11-13T08:25:25,843 INFO [Time-limited test {}] server.Server(415): Started @3433ms 2024-11-13T08:25:25,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:25:26,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:25:26,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:25:26,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:25:26,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:25:26,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T08:25:26,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:25:26,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:25:26,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/java.io.tmpdir/jetty-localhost-36469-hadoop-hdfs-3_4_1-tests_jar-_-any-17245733172680127833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:25:26,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:36469} 2024-11-13T08:25:26,247 INFO [Time-limited test {}] server.Server(415): Started @3837ms 2024-11-13T08:25:26,250 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:25:26,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T08:25:26,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T08:25:26,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T08:25:26,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T08:25:26,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T08:25:26,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/hadoop.log.dir/,AVAILABLE} 2024-11-13T08:25:26,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T08:25:26,439 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data4/current/BP-573272110-172.17.0.2-1731486324490/current, will proceed with Du for space computation calculation, 2024-11-13T08:25:26,440 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data3/current/BP-573272110-172.17.0.2-1731486324490/current, will proceed with Du for space computation calculation, 2024-11-13T08:25:26,439 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data1/current/BP-573272110-172.17.0.2-1731486324490/current, will proceed with Du for space computation calculation, 2024-11-13T08:25:26,440 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data2/current/BP-573272110-172.17.0.2-1731486324490/current, will proceed with Du for space computation calculation, 2024-11-13T08:25:26,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/java.io.tmpdir/jetty-localhost-36407-hadoop-hdfs-3_4_1-tests_jar-_-any-4046822567724510829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:25:26,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:36407} 2024-11-13T08:25:26,459 INFO [Time-limited test {}] server.Server(415): Started @4049ms 2024-11-13T08:25:26,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T08:25:26,531 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:25:26,532 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:25:26,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b7cd3a8a952e598 with lease ID 0xab9ef1b126186d02: Processing first storage report for DS-643ce420-3d77-4628-9ebc-c2f0661f557d from datanode DatanodeRegistration(127.0.0.1:37977, datanodeUuid=2cfc0f17-1d7f-4f7b-88af-80c8fb69335e, infoPort=40211, infoSecurePort=0, ipcPort=38337, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490) 2024-11-13T08:25:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b7cd3a8a952e598 with lease ID 0xab9ef1b126186d02: from storage DS-643ce420-3d77-4628-9ebc-c2f0661f557d node DatanodeRegistration(127.0.0.1:37977, datanodeUuid=2cfc0f17-1d7f-4f7b-88af-80c8fb69335e, infoPort=40211, infoSecurePort=0, ipcPort=38337, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T08:25:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3691b6ba9493e4d with lease ID 0xab9ef1b126186d01: Processing first storage report for DS-bb40be05-8b1b-4935-92cd-5b09beec0711 from datanode DatanodeRegistration(127.0.0.1:41295, datanodeUuid=800a39bc-d553-4aba-a811-db8b606b4663, infoPort=33579, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490) 2024-11-13T08:25:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3691b6ba9493e4d with lease ID 0xab9ef1b126186d01: from storage DS-bb40be05-8b1b-4935-92cd-5b09beec0711 node DatanodeRegistration(127.0.0.1:41295, datanodeUuid=800a39bc-d553-4aba-a811-db8b606b4663, infoPort=33579, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T08:25:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b7cd3a8a952e598 with lease ID 0xab9ef1b126186d02: Processing first storage report for DS-0fc79e1a-6856-4adb-bc10-c1f976bdb149 from datanode DatanodeRegistration(127.0.0.1:37977, datanodeUuid=2cfc0f17-1d7f-4f7b-88af-80c8fb69335e, infoPort=40211, infoSecurePort=0, ipcPort=38337, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490) 2024-11-13T08:25:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b7cd3a8a952e598 with lease ID 0xab9ef1b126186d02: from storage DS-0fc79e1a-6856-4adb-bc10-c1f976bdb149 node DatanodeRegistration(127.0.0.1:37977, datanodeUuid=2cfc0f17-1d7f-4f7b-88af-80c8fb69335e, infoPort=40211, infoSecurePort=0, ipcPort=38337, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:25:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3691b6ba9493e4d with lease ID 0xab9ef1b126186d01: Processing first storage report for DS-4dace90b-7336-4d52-81b6-6245f9d208bd from datanode DatanodeRegistration(127.0.0.1:41295, datanodeUuid=800a39bc-d553-4aba-a811-db8b606b4663, infoPort=33579, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490) 2024-11-13T08:25:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3691b6ba9493e4d with lease ID 0xab9ef1b126186d01: from storage DS-4dace90b-7336-4d52-81b6-6245f9d208bd node DatanodeRegistration(127.0.0.1:41295, datanodeUuid=800a39bc-d553-4aba-a811-db8b606b4663, infoPort=33579, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:25:26,659 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data5/current/BP-573272110-172.17.0.2-1731486324490/current, will proceed with Du for space computation calculation, 2024-11-13T08:25:26,659 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data6/current/BP-573272110-172.17.0.2-1731486324490/current, will proceed with Du for space computation calculation, 2024-11-13T08:25:26,687 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T08:25:26,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eea1e7d09b49099 with lease ID 0xab9ef1b126186d03: Processing first storage report for DS-fa500a97-2a16-4900-9502-59098c7fe1c1 from datanode DatanodeRegistration(127.0.0.1:44463, datanodeUuid=50ca4d4e-8d76-46e7-b3d2-7e2bcd518e74, infoPort=43673, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490) 2024-11-13T08:25:26,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eea1e7d09b49099 with lease ID 0xab9ef1b126186d03: from storage DS-fa500a97-2a16-4900-9502-59098c7fe1c1 node DatanodeRegistration(127.0.0.1:44463, datanodeUuid=50ca4d4e-8d76-46e7-b3d2-7e2bcd518e74, infoPort=43673, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:25:26,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eea1e7d09b49099 with lease ID 0xab9ef1b126186d03: Processing first storage report for DS-c550b3f8-6484-4dab-a2e1-f3e5baaccac8 from datanode DatanodeRegistration(127.0.0.1:44463, datanodeUuid=50ca4d4e-8d76-46e7-b3d2-7e2bcd518e74, infoPort=43673, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490) 2024-11-13T08:25:26,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eea1e7d09b49099 with lease ID 0xab9ef1b126186d03: from storage DS-c550b3f8-6484-4dab-a2e1-f3e5baaccac8 node DatanodeRegistration(127.0.0.1:44463, datanodeUuid=50ca4d4e-8d76-46e7-b3d2-7e2bcd518e74, infoPort=43673, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=565423926;c=1731486324490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T08:25:26,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861 2024-11-13T08:25:26,978 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/zookeeper_0, clientPort=65262, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T08:25:26,998 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65262 2024-11-13T08:25:27,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:25:27,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:25:27,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:25:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:25:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741825_1001 (size=7) 2024-11-13T08:25:27,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46 with version=8 2024-11-13T08:25:27,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/hbase-staging 2024-11-13T08:25:27,952 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dd3a0865bb23:0 server-side Connection retries=45 2024-11-13T08:25:27,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:27,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:27,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:25:27,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:27,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:25:28,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T08:25:28,201 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T08:25:28,212 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T08:25:28,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:25:28,250 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5468 (auto-detected) 2024-11-13T08:25:28,251 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T08:25:28,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41517 2024-11-13T08:25:28,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41517 connecting to ZooKeeper ensemble=127.0.0.1:65262 2024-11-13T08:25:28,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415170x0, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:25:28,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41517-0x101106e8b400000 connected 2024-11-13T08:25:28,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:25:28,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:25:28,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:25:28,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46, hbase.cluster.distributed=false 2024-11-13T08:25:28,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:25:28,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41517 2024-11-13T08:25:28,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41517 2024-11-13T08:25:28,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41517 2024-11-13T08:25:28,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41517 2024-11-13T08:25:28,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41517 2024-11-13T08:25:28,521 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dd3a0865bb23:0 server-side Connection retries=45 2024-11-13T08:25:28,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:28,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:28,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:25:28,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:28,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:25:28,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:25:28,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:25:28,530 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37823 2024-11-13T08:25:28,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37823 connecting to ZooKeeper ensemble=127.0.0.1:65262 2024-11-13T08:25:28,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:25:28,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:25:28,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378230x0, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:25:28,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378230x0, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:25:28,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37823-0x101106e8b400001 connected 2024-11-13T08:25:28,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:25:28,561 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:25:28,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:25:28,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:25:28,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37823 2024-11-13T08:25:28,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37823 2024-11-13T08:25:28,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37823 2024-11-13T08:25:28,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37823 2024-11-13T08:25:28,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37823 2024-11-13T08:25:28,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dd3a0865bb23:0 server-side Connection retries=45 2024-11-13T08:25:28,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:28,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:28,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:25:28,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:28,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:25:28,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:25:28,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:25:28,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34707 2024-11-13T08:25:28,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34707 connecting to ZooKeeper ensemble=127.0.0.1:65262 2024-11-13T08:25:28,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:25:28,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:25:28,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347070x0, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:25:28,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347070x0, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:25:28,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34707-0x101106e8b400002 connected 2024-11-13T08:25:28,611 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:25:28,612 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:25:28,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:25:28,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:25:28,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-13T08:25:28,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34707 2024-11-13T08:25:28,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34707 2024-11-13T08:25:28,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-13T08:25:28,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34707 2024-11-13T08:25:28,652 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dd3a0865bb23:0 server-side Connection retries=45 2024-11-13T08:25:28,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:28,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:28,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T08:25:28,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T08:25:28,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T08:25:28,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T08:25:28,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T08:25:28,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46125 2024-11-13T08:25:28,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46125 connecting to ZooKeeper ensemble=127.0.0.1:65262 2024-11-13T08:25:28,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:25:28,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:25:28,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461250x0, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T08:25:28,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461250x0, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:25:28,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46125-0x101106e8b400003 connected 2024-11-13T08:25:28,673 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T08:25:28,676 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T08:25:28,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T08:25:28,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T08:25:28,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-13T08:25:28,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46125 2024-11-13T08:25:28,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46125 2024-11-13T08:25:28,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-13T08:25:28,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-13T08:25:28,700 DEBUG [M:0;dd3a0865bb23:41517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dd3a0865bb23:41517 2024-11-13T08:25:28,701 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/dd3a0865bb23,41517,1731486327749 2024-11-13T08:25:28,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:25:28,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:25:28,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:25:28,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:25:28,711 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/dd3a0865bb23,41517,1731486327749 2024-11-13T08:25:28,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:25:28,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:28,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:25:28,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:28,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:28,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T08:25:28,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:28,736 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T08:25:28,737 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/dd3a0865bb23,41517,1731486327749 from backup master directory 2024-11-13T08:25:28,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/dd3a0865bb23,41517,1731486327749 2024-11-13T08:25:28,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:25:28,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:25:28,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:25:28,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T08:25:28,742 WARN [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:25:28,742 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dd3a0865bb23,41517,1731486327749 2024-11-13T08:25:28,745 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T08:25:28,746 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T08:25:28,807 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/hbase.id] with ID: d1baec70-26ae-4482-aedd-6b92ae8d4526 2024-11-13T08:25:28,807 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/.tmp/hbase.id 2024-11-13T08:25:28,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:25:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:25:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741826_1002 (size=42) 2024-11-13T08:25:28,825 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/.tmp/hbase.id]:[hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/hbase.id] 2024-11-13T08:25:28,870 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T08:25:28,876 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T08:25:28,895 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-13T08:25:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:25:28,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:25:28,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741827_1003 (size=196) 2024-11-13T08:25:28,941 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:25:28,943 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T08:25:28,951 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:28,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:25:28,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:25:28,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741828_1004 (size=1189) 2024-11-13T08:25:29,012 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store 2024-11-13T08:25:29,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:25:29,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:25:29,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741829_1005 (size=34) 2024-11-13T08:25:29,045 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T08:25:29,049 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:29,050 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:25:29,050 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:25:29,050 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:25:29,051 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:25:29,051 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:25:29,052 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:25:29,053 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731486329050Disabling compacts and flushes for region at 1731486329050Disabling writes for close at 1731486329051 (+1 ms)Writing region close event to WAL at 1731486329052 (+1 ms)Closed at 1731486329052 2024-11-13T08:25:29,055 WARN [master/dd3a0865bb23:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/.initializing 2024-11-13T08:25:29,055 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/WALs/dd3a0865bb23,41517,1731486327749 2024-11-13T08:25:29,063 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:29,079 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd3a0865bb23%2C41517%2C1731486327749, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/WALs/dd3a0865bb23,41517,1731486327749, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/oldWALs, maxLogs=10 2024-11-13T08:25:29,114 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/WALs/dd3a0865bb23,41517,1731486327749/dd3a0865bb23%2C41517%2C1731486327749.1731486329083, exclude list is [], retry=0 2024-11-13T08:25:29,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:29,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T08:25:29,188 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/WALs/dd3a0865bb23,41517,1731486327749/dd3a0865bb23%2C41517%2C1731486327749.1731486329083 2024-11-13T08:25:29,189 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:29,190 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:29,191 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:29,195 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,196 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T08:25:29,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:29,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:25:29,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T08:25:29,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:29,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:29,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T08:25:29,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:29,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:29,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T08:25:29,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:29,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:29,290 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,293 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,294 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,301 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,301 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,304 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T08:25:29,307 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T08:25:29,312 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:29,313 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60488304, jitterRate=-0.09865403175354004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T08:25:29,319 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731486329214Initializing all the Stores at 1731486329216 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731486329217 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486329217Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486329218 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486329218Cleaning up temporary data from old regions at 1731486329301 (+83 ms)Region opened successfully at 1731486329319 (+18 ms) 2024-11-13T08:25:29,321 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T08:25:29,361 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1319af76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dd3a0865bb23/172.17.0.2:0 2024-11-13T08:25:29,396 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T08:25:29,409 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T08:25:29,409 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T08:25:29,412 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T08:25:29,413 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T08:25:29,419 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-13T08:25:29,419 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T08:25:29,446 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T08:25:29,457 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T08:25:29,460 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T08:25:29,463 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T08:25:29,465 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T08:25:29,467 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T08:25:29,469 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T08:25:29,473 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T08:25:29,475 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T08:25:29,477 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T08:25:29,478 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T08:25:29,498 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T08:25:29,500 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T08:25:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:25:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:25:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:25:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T08:25:29,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,508 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dd3a0865bb23,41517,1731486327749, sessionid=0x101106e8b400000, setting cluster-up flag (Was=false) 2024-11-13T08:25:29,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,529 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T08:25:29,531 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dd3a0865bb23,41517,1731486327749 2024-11-13T08:25:29,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:29,545 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T08:25:29,546 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dd3a0865bb23,41517,1731486327749 2024-11-13T08:25:29,552 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T08:25:29,589 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(746): ClusterId : d1baec70-26ae-4482-aedd-6b92ae8d4526 2024-11-13T08:25:29,589 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(746): ClusterId : d1baec70-26ae-4482-aedd-6b92ae8d4526 2024-11-13T08:25:29,592 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(746): ClusterId : d1baec70-26ae-4482-aedd-6b92ae8d4526 2024-11-13T08:25:29,592 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:25:29,592 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:25:29,592 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T08:25:29,598 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:25:29,598 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:25:29,598 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T08:25:29,598 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:25:29,598 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:25:29,598 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T08:25:29,602 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:25:29,602 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:25:29,603 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T08:25:29,603 DEBUG [RS:1;dd3a0865bb23:34707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3748f6ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dd3a0865bb23/172.17.0.2:0 2024-11-13T08:25:29,603 DEBUG [RS:0;dd3a0865bb23:37823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f31f3b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dd3a0865bb23/172.17.0.2:0 2024-11-13T08:25:29,603 DEBUG [RS:2;dd3a0865bb23:46125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eaa3ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dd3a0865bb23/172.17.0.2:0 2024-11-13T08:25:29,621 DEBUG [RS:0;dd3a0865bb23:37823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dd3a0865bb23:37823 2024-11-13T08:25:29,623 DEBUG [RS:1;dd3a0865bb23:34707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;dd3a0865bb23:34707 2024-11-13T08:25:29,624 DEBUG [RS:2;dd3a0865bb23:46125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;dd3a0865bb23:46125 2024-11-13T08:25:29,625 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T08:25:29,625 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T08:25:29,625 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T08:25:29,626 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T08:25:29,626 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T08:25:29,626 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T08:25:29,626 DEBUG [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T08:25:29,626 DEBUG [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T08:25:29,626 DEBUG [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T08:25:29,629 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd3a0865bb23,41517,1731486327749 with port=34707, startcode=1731486328589 2024-11-13T08:25:29,629 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd3a0865bb23,41517,1731486327749 with port=46125, startcode=1731486328651 2024-11-13T08:25:29,629 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd3a0865bb23,41517,1731486327749 with port=37823, startcode=1731486328480 2024-11-13T08:25:29,641 DEBUG [RS:2;dd3a0865bb23:46125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:25:29,641 DEBUG [RS:0;dd3a0865bb23:37823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:25:29,641 DEBUG [RS:1;dd3a0865bb23:34707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T08:25:29,643 INFO [AsyncFSWAL-0-hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData-prefix:dd3a0865bb23,41517,1731486327749 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-13T08:25:29,661 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T08:25:29,674 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T08:25:29,685 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T08:25:29,685 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:25:29,690 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:25:29,690 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T08:25:29,690 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dd3a0865bb23,41517,1731486327749 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T08:25:29,696 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41517 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:25:29,699 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dd3a0865bb23:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:25:29,699 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dd3a0865bb23:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:25:29,699 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dd3a0865bb23:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:25:29,699 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dd3a0865bb23:0, corePoolSize=5, maxPoolSize=5 2024-11-13T08:25:29,699 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dd3a0865bb23:0, corePoolSize=10, maxPoolSize=10 2024-11-13T08:25:29,700 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,700 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dd3a0865bb23:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:25:29,700 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,702 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41517 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:25:29,703 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41517 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T08:25:29,713 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731486359713 2024-11-13T08:25:29,715 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T08:25:29,716 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T08:25:29,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:25:29,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T08:25:29,720 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T08:25:29,721 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T08:25:29,721 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T08:25:29,721 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T08:25:29,724 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:29,722 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,724 DEBUG [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T08:25:29,724 DEBUG [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T08:25:29,724 DEBUG [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T08:25:29,725 WARN [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T08:25:29,725 WARN [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T08:25:29,725 WARN [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T08:25:29,725 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T08:25:29,726 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T08:25:29,728 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T08:25:29,728 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T08:25:29,730 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T08:25:29,731 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T08:25:29,733 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.large.0-1731486329732,5,FailOnTimeoutGroup] 2024-11-13T08:25:29,736 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.small.0-1731486329733,5,FailOnTimeoutGroup] 2024-11-13T08:25:29,736 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,737 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T08:25:29,738 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,738 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741831_1007 (size=1321) 2024-11-13T08:25:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741831_1007 (size=1321) 2024-11-13T08:25:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741831_1007 (size=1321) 2024-11-13T08:25:29,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T08:25:29,778 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46 2024-11-13T08:25:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:25:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:25:29,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741832_1008 (size=32) 2024-11-13T08:25:29,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:29,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:25:29,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:25:29,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:29,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:25:29,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T08:25:29,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T08:25:29,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:29,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:25:29,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:25:29,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:25:29,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:29,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:25:29,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:25:29,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:25:29,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:29,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:25:29,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T08:25:29,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740 2024-11-13T08:25:29,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740 2024-11-13T08:25:29,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T08:25:29,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T08:25:29,819 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T08:25:29,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T08:25:29,826 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd3a0865bb23,41517,1731486327749 with port=34707, startcode=1731486328589 2024-11-13T08:25:29,826 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd3a0865bb23,41517,1731486327749 with port=37823, startcode=1731486328480 2024-11-13T08:25:29,827 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd3a0865bb23,41517,1731486327749 with port=46125, startcode=1731486328651 2024-11-13T08:25:29,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:29,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41517 {}] master.ServerManager(517): Registering regionserver=dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:29,834 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:29,835 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62711119, jitterRate=-0.06553150713443756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T08:25:29,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731486329795Initializing all the Stores at 1731486329796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731486329797 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731486329797Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486329797Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731486329797Cleaning up temporary data from old regions at 1731486329818 (+21 ms)Region opened successfully at 1731486329839 (+21 ms) 2024-11-13T08:25:29,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:25:29,839 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T08:25:29,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T08:25:29,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:25:29,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:25:29,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T08:25:29,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731486329839Disabling compacts and flushes for region at 1731486329839Disabling writes for close at 1731486329840 (+1 ms)Writing region close event to WAL at 1731486329841 (+1 ms)Closed at 1731486329841 2024-11-13T08:25:29,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:29,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41517 {}] master.ServerManager(517): Registering regionserver=dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:29,842 DEBUG [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46 2024-11-13T08:25:29,842 DEBUG [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34127 2024-11-13T08:25:29,842 DEBUG [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T08:25:29,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:25:29,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T08:25:29,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:25:29,848 DEBUG [RS:0;dd3a0865bb23:37823 {}] zookeeper.ZKUtil(111): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:29,848 WARN [RS:0;dd3a0865bb23:37823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:25:29,848 INFO [RS:0;dd3a0865bb23:37823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:29,849 DEBUG [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:29,850 DEBUG [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46 2024-11-13T08:25:29,850 DEBUG [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34127 2024-11-13T08:25:29,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dd3a0865bb23,46125,1731486328651 2024-11-13T08:25:29,850 DEBUG [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T08:25:29,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41517 {}] master.ServerManager(517): Registering regionserver=dd3a0865bb23,46125,1731486328651 2024-11-13T08:25:29,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dd3a0865bb23,37823,1731486328480] 2024-11-13T08:25:29,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T08:25:29,856 DEBUG [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46 2024-11-13T08:25:29,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:25:29,856 DEBUG [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34127 2024-11-13T08:25:29,856 DEBUG [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T08:25:29,857 DEBUG [RS:1;dd3a0865bb23:34707 {}] zookeeper.ZKUtil(111): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:29,857 WARN [RS:1;dd3a0865bb23:34707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:25:29,857 INFO [RS:1;dd3a0865bb23:34707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:29,857 DEBUG [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:29,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dd3a0865bb23,34707,1731486328589] 2024-11-13T08:25:29,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dd3a0865bb23,46125,1731486328651] 2024-11-13T08:25:29,861 DEBUG [RS:2;dd3a0865bb23:46125 {}] zookeeper.ZKUtil(111): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dd3a0865bb23,46125,1731486328651 2024-11-13T08:25:29,861 WARN [RS:2;dd3a0865bb23:46125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T08:25:29,861 INFO [RS:2;dd3a0865bb23:46125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:29,861 DEBUG [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,46125,1731486328651 2024-11-13T08:25:29,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T08:25:29,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T08:25:29,887 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:25:29,887 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:25:29,887 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T08:25:29,904 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:25:29,904 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:25:29,904 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T08:25:29,910 INFO [RS:1;dd3a0865bb23:34707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:25:29,910 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,913 INFO [RS:0;dd3a0865bb23:37823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:25:29,913 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,913 INFO [RS:2;dd3a0865bb23:46125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:25:29,914 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,914 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T08:25:29,914 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T08:25:29,915 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T08:25:29,921 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T08:25:29,921 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T08:25:29,921 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T08:25:29,923 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,923 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,923 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,923 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,923 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,923 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,923 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,923 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,923 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,923 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,923 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,923 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,923 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,923 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,923 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:25:29,924 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:25:29,924 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0, corePoolSize=2, maxPoolSize=2 2024-11-13T08:25:29,924 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,924 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,925 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,925 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,925 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,925 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,925 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dd3a0865bb23:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:25:29,925 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,925 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,925 DEBUG [RS:0;dd3a0865bb23:37823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:25:29,925 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,925 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,925 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dd3a0865bb23:0, corePoolSize=1, maxPoolSize=1 2024-11-13T08:25:29,925 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dd3a0865bb23:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:25:29,925 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dd3a0865bb23:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:25:29,925 DEBUG [RS:1;dd3a0865bb23:34707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:25:29,926 DEBUG [RS:2;dd3a0865bb23:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dd3a0865bb23:0, corePoolSize=3, maxPoolSize=3 2024-11-13T08:25:29,936 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,936 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,937 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,937 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,937 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,937 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,37823,1731486328480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,34707,1731486328589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:25:29,943 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,46125,1731486328651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:25:29,971 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:25:29,971 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:25:29,971 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T08:25:29,974 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,46125,1731486328651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,974 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,37823,1731486328480-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,974 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,974 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,975 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.Replication(171): dd3a0865bb23,46125,1731486328651 started 2024-11-13T08:25:29,975 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.Replication(171): dd3a0865bb23,37823,1731486328480 started 2024-11-13T08:25:29,983 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,34707,1731486328589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,985 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:29,985 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.Replication(171): dd3a0865bb23,34707,1731486328589 started 2024-11-13T08:25:30,002 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:30,003 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(1482): Serving as dd3a0865bb23,46125,1731486328651, RpcServer on dd3a0865bb23/172.17.0.2:46125, sessionid=0x101106e8b400003 2024-11-13T08:25:30,004 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:30,004 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(1482): Serving as dd3a0865bb23,37823,1731486328480, RpcServer on dd3a0865bb23/172.17.0.2:37823, sessionid=0x101106e8b400001 2024-11-13T08:25:30,005 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:25:30,005 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:25:30,005 DEBUG [RS:2;dd3a0865bb23:46125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dd3a0865bb23,46125,1731486328651 2024-11-13T08:25:30,005 DEBUG [RS:0;dd3a0865bb23:37823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:30,005 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd3a0865bb23,46125,1731486328651' 2024-11-13T08:25:30,005 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd3a0865bb23,37823,1731486328480' 2024-11-13T08:25:30,005 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:25:30,005 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:25:30,007 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:25:30,007 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:25:30,008 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:25:30,008 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:25:30,008 DEBUG [RS:0;dd3a0865bb23:37823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:30,008 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd3a0865bb23,37823,1731486328480' 2024-11-13T08:25:30,008 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:25:30,009 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:25:30,009 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:25:30,009 DEBUG [RS:2;dd3a0865bb23:46125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dd3a0865bb23,46125,1731486328651 2024-11-13T08:25:30,009 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd3a0865bb23,46125,1731486328651' 2024-11-13T08:25:30,009 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:25:30,010 DEBUG [RS:0;dd3a0865bb23:37823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:25:30,010 INFO [RS:0;dd3a0865bb23:37823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:25:30,010 INFO [RS:0;dd3a0865bb23:37823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:25:30,015 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:25:30,016 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:25:30,017 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:30,017 DEBUG [RS:2;dd3a0865bb23:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:25:30,018 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(1482): Serving as dd3a0865bb23,34707,1731486328589, RpcServer on dd3a0865bb23/172.17.0.2:34707, sessionid=0x101106e8b400002 2024-11-13T08:25:30,018 INFO [RS:2;dd3a0865bb23:46125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:25:30,018 INFO [RS:2;dd3a0865bb23:46125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:25:30,018 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T08:25:30,018 DEBUG [RS:1;dd3a0865bb23:34707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:30,018 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd3a0865bb23,34707,1731486328589' 2024-11-13T08:25:30,018 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T08:25:30,019 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T08:25:30,020 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T08:25:30,020 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T08:25:30,020 DEBUG [RS:1;dd3a0865bb23:34707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:30,020 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd3a0865bb23,34707,1731486328589' 2024-11-13T08:25:30,020 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T08:25:30,021 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T08:25:30,022 WARN [dd3a0865bb23:41517 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T08:25:30,022 DEBUG [RS:1;dd3a0865bb23:34707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T08:25:30,022 INFO [RS:1;dd3a0865bb23:34707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T08:25:30,022 INFO [RS:1;dd3a0865bb23:34707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T08:25:30,117 INFO [RS:0;dd3a0865bb23:37823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:30,119 INFO [RS:2;dd3a0865bb23:46125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:30,120 INFO [RS:0;dd3a0865bb23:37823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd3a0865bb23%2C37823%2C1731486328480, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/oldWALs, maxLogs=32 2024-11-13T08:25:30,122 INFO [RS:2;dd3a0865bb23:46125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd3a0865bb23%2C46125%2C1731486328651, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,46125,1731486328651, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/oldWALs, maxLogs=32 2024-11-13T08:25:30,123 INFO [RS:1;dd3a0865bb23:34707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:30,125 INFO [RS:1;dd3a0865bb23:34707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd3a0865bb23%2C34707%2C1731486328589, suffix=, logDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,34707,1731486328589, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/oldWALs, maxLogs=32 2024-11-13T08:25:30,143 DEBUG [RS:0;dd3a0865bb23:37823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480/dd3a0865bb23%2C37823%2C1731486328480.1731486330123, exclude list is [], retry=0 2024-11-13T08:25:30,145 DEBUG [RS:1;dd3a0865bb23:34707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,34707,1731486328589/dd3a0865bb23%2C34707%2C1731486328589.1731486330127, exclude list is [], retry=0 2024-11-13T08:25:30,147 DEBUG [RS:2;dd3a0865bb23:46125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,46125,1731486328651/dd3a0865bb23%2C46125%2C1731486328651.1731486330124, exclude list is [], retry=0 2024-11-13T08:25:30,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:30,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:30,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:30,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:30,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:30,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:30,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:30,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:30,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:30,162 INFO [RS:0;dd3a0865bb23:37823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480/dd3a0865bb23%2C37823%2C1731486328480.1731486330123 2024-11-13T08:25:30,162 INFO [RS:2;dd3a0865bb23:46125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,46125,1731486328651/dd3a0865bb23%2C46125%2C1731486328651.1731486330124 2024-11-13T08:25:30,167 DEBUG [RS:0;dd3a0865bb23:37823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:25:30,167 DEBUG [RS:2;dd3a0865bb23:46125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673)] 2024-11-13T08:25:30,169 INFO [RS:1;dd3a0865bb23:34707 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,34707,1731486328589/dd3a0865bb23%2C34707%2C1731486328589.1731486330127 2024-11-13T08:25:30,169 DEBUG [RS:1;dd3a0865bb23:34707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:30,274 DEBUG [dd3a0865bb23:41517 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T08:25:30,282 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(204): Hosts are {dd3a0865bb23=0} racks are {/default-rack=0} 2024-11-13T08:25:30,290 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T08:25:30,290 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T08:25:30,290 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T08:25:30,290 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T08:25:30,290 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T08:25:30,291 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T08:25:30,291 INFO [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T08:25:30,291 INFO [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T08:25:30,291 INFO [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T08:25:30,291 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:25:30,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dd3a0865bb23,46125,1731486328651 2024-11-13T08:25:30,305 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dd3a0865bb23,46125,1731486328651, state=OPENING 2024-11-13T08:25:30,311 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T08:25:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:25:30,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:25:30,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:25:30,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:25:30,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:25:30,318 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T08:25:30,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dd3a0865bb23,46125,1731486328651}] 2024-11-13T08:25:30,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:25:30,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:25:30,512 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T08:25:30,512 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:30,513 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T08:25:30,516 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd3a0865bb23%2C46125%2C1731486328651.meta, suffix=.meta, logDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,46125,1731486328651, archiveDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/oldWALs, maxLogs=32 2024-11-13T08:25:30,533 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,46125,1731486328651/dd3a0865bb23%2C46125%2C1731486328651.meta.1731486330518.meta, exclude list is [], retry=0 2024-11-13T08:25:30,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:30,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:30,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:30,541 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,46125,1731486328651/dd3a0865bb23%2C46125%2C1731486328651.meta.1731486330518.meta 2024-11-13T08:25:30,541 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673)] 2024-11-13T08:25:30,541 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:30,543 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T08:25:30,546 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T08:25:30,550 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T08:25:30,555 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T08:25:30,555 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:30,555 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T08:25:30,555 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T08:25:30,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T08:25:30,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T08:25:30,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:30,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:25:30,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T08:25:30,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T08:25:30,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:30,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:25:30,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T08:25:30,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T08:25:30,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:30,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:25:30,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T08:25:30,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T08:25:30,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:30,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T08:25:30,569 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T08:25:30,570 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740 2024-11-13T08:25:30,572 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740 2024-11-13T08:25:30,575 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T08:25:30,575 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T08:25:30,575 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T08:25:30,578 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T08:25:30,580 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64700368, jitterRate=-0.035889387130737305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T08:25:30,580 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T08:25:30,581 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731486330556Writing region info on filesystem at 1731486330556Initializing all the Stores at 1731486330558 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731486330558Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731486330558Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486330558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731486330558Cleaning up temporary data from old regions at 1731486330575 (+17 ms)Running coprocessor post-open hooks at 1731486330580 (+5 ms)Region opened successfully at 1731486330581 (+1 ms) 2024-11-13T08:25:30,589 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731486330490 2024-11-13T08:25:30,600 DEBUG [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T08:25:30,601 INFO [RS_OPEN_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T08:25:30,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dd3a0865bb23,46125,1731486328651 2024-11-13T08:25:30,605 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dd3a0865bb23,46125,1731486328651, state=OPEN 2024-11-13T08:25:30,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:25:30,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:25:30,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:25:30,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T08:25:30,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:25:30,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:25:30,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:25:30,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T08:25:30,608 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dd3a0865bb23,46125,1731486328651 2024-11-13T08:25:30,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T08:25:30,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dd3a0865bb23,46125,1731486328651 in 288 msec 2024-11-13T08:25:30,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T08:25:30,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 761 msec 2024-11-13T08:25:30,623 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T08:25:30,623 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T08:25:30,644 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:25:30,645 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,46125,1731486328651, seqNum=-1] 2024-11-13T08:25:30,667 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:25:30,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:25:30,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1070 sec 2024-11-13T08:25:30,691 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731486330690, completionTime=-1 2024-11-13T08:25:30,693 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T08:25:30,693 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T08:25:30,721 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T08:25:30,721 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731486390721 2024-11-13T08:25:30,721 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731486450721 2024-11-13T08:25:30,721 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-13T08:25:30,751 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T08:25:30,764 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,41517,1731486327749-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:30,765 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,41517,1731486327749-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:30,765 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,41517,1731486327749-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:30,767 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dd3a0865bb23:41517, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:30,767 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:30,768 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:30,781 DEBUG [master/dd3a0865bb23:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T08:25:30,829 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.087sec 2024-11-13T08:25:30,831 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T08:25:30,833 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T08:25:30,834 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T08:25:30,835 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T08:25:30,835 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T08:25:30,836 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,41517,1731486327749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T08:25:30,836 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,41517,1731486327749-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T08:25:30,845 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T08:25:30,846 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T08:25:30,847 INFO [master/dd3a0865bb23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd3a0865bb23,41517,1731486327749-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:30,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4810dfd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:25:30,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd3a0865bb23,41517,-1 for getting cluster id 2024-11-13T08:25:30,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T08:25:30,921 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1baec70-26ae-4482-aedd-6b92ae8d4526' 2024-11-13T08:25:30,924 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T08:25:30,924 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1baec70-26ae-4482-aedd-6b92ae8d4526" 2024-11-13T08:25:30,925 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a27dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:25:30,925 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd3a0865bb23,41517,-1] 2024-11-13T08:25:30,928 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T08:25:30,930 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:25:30,931 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T08:25:30,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91db148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T08:25:30,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T08:25:30,940 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd3a0865bb23,46125,1731486328651, seqNum=-1] 2024-11-13T08:25:30,941 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:25:30,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:25:30,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dd3a0865bb23,41517,1731486327749 2024-11-13T08:25:30,971 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34127/hbase 2024-11-13T08:25:30,987 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=361, OpenFileDescriptor=603, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=1455 2024-11-13T08:25:31,006 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:31,009 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:31,010 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:31,014 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-81878558, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/hregion-81878558, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:31,029 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-81878558/hregion-81878558.1731486331015, exclude list is [], retry=0 2024-11-13T08:25:31,033 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:31,034 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:31,034 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:31,038 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-81878558/hregion-81878558.1731486331015 2024-11-13T08:25:31,038 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:25:31,039 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cd2544539ae86c13f6ebae187c0eb7c9, NAME => 'testReplayEditsWrittenIntoWAL,,1731486331007.cd2544539ae86c13f6ebae187c0eb7c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/hbase 2024-11-13T08:25:31,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741838_1014 (size=64) 2024-11-13T08:25:31,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741838_1014 (size=64) 2024-11-13T08:25:31,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741838_1014 (size=64) 2024-11-13T08:25:31,054 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731486331007.cd2544539ae86c13f6ebae187c0eb7c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:31,056 INFO [StoreOpener-cd2544539ae86c13f6ebae187c0eb7c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,060 INFO [StoreOpener-cd2544539ae86c13f6ebae187c0eb7c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd2544539ae86c13f6ebae187c0eb7c9 columnFamilyName a 2024-11-13T08:25:31,060 DEBUG [StoreOpener-cd2544539ae86c13f6ebae187c0eb7c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:31,061 INFO [StoreOpener-cd2544539ae86c13f6ebae187c0eb7c9-1 {}] regionserver.HStore(327): Store=cd2544539ae86c13f6ebae187c0eb7c9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:31,062 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,063 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,063 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,064 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,064 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,067 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,071 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:31,072 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cd2544539ae86c13f6ebae187c0eb7c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75355535, jitterRate=0.12288497388362885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:25:31,073 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cd2544539ae86c13f6ebae187c0eb7c9: Writing region info on filesystem at 1731486331054Initializing all the Stores at 1731486331056 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486331056Cleaning up temporary data from old regions at 1731486331064 (+8 ms)Region opened successfully at 1731486331073 (+9 ms) 2024-11-13T08:25:31,073 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cd2544539ae86c13f6ebae187c0eb7c9, disabling compactions & flushes 2024-11-13T08:25:31,074 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731486331007.cd2544539ae86c13f6ebae187c0eb7c9. 2024-11-13T08:25:31,074 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731486331007.cd2544539ae86c13f6ebae187c0eb7c9. 2024-11-13T08:25:31,074 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731486331007.cd2544539ae86c13f6ebae187c0eb7c9. after waiting 0 ms 2024-11-13T08:25:31,074 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731486331007.cd2544539ae86c13f6ebae187c0eb7c9. 2024-11-13T08:25:31,074 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731486331007.cd2544539ae86c13f6ebae187c0eb7c9. 2024-11-13T08:25:31,074 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cd2544539ae86c13f6ebae187c0eb7c9: Waiting for close lock at 1731486331073Disabling compacts and flushes for region at 1731486331073Disabling writes for close at 1731486331074 (+1 ms)Writing region close event to WAL at 1731486331074Closed at 1731486331074 2024-11-13T08:25:31,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741837_1013 (size=95) 2024-11-13T08:25:31,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741837_1013 (size=95) 2024-11-13T08:25:31,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741837_1013 (size=95) 2024-11-13T08:25:31,087 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:31,087 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-81878558:(num 1731486331015) 2024-11-13T08:25:31,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T08:25:31,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741839_1015 (size=320) 2024-11-13T08:25:31,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741839_1015 (size=320) 2024-11-13T08:25:31,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741839_1015 (size=320) 2024-11-13T08:25:31,107 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T08:25:31,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741840_1016 (size=253) 2024-11-13T08:25:31,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741840_1016 (size=253) 2024-11-13T08:25:31,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741840_1016 (size=253) 2024-11-13T08:25:31,142 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-1, size=320 (320bytes) 2024-11-13T08:25:31,142 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T08:25:31,143 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T08:25:31,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-1 2024-11-13T08:25:31,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-1 after 3ms 2024-11-13T08:25:31,154 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:31,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-1 took 15ms 2024-11-13T08:25:31,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-1 so closing down 2024-11-13T08:25:31,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:31,167 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-13T08:25:31,169 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000001-wal-1.temp 2024-11-13T08:25:31,170 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741841_1017 (size=320) 2024-11-13T08:25:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741841_1017 (size=320) 2024-11-13T08:25:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741841_1017 (size=320) 2024-11-13T08:25:31,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-13T08:25:31,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002 2024-11-13T08:25:31,190 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-13T08:25:31,190 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-1, journal: Splitting hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-1, size=320 (320bytes) at 1731486331142Finishing writing output for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-1 so closing down at 1731486331165 (+23 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000001-wal-1.temp at 1731486331169 (+4 ms)3 split writer threads finished at 1731486331170 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731486331182 (+12 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002 at 1731486331184 (+2 ms)Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731486331190 (+6 ms) 2024-11-13T08:25:31,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-2, size=253 (253bytes) 2024-11-13T08:25:31,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-2 2024-11-13T08:25:31,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-2 after 1ms 2024-11-13T08:25:31,219 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:31,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-2 took 5ms 2024-11-13T08:25:31,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-2 so closing down 2024-11-13T08:25:31,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:31,224 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-13T08:25:31,225 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002-wal-2.temp 2024-11-13T08:25:31,226 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:31,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741842_1018 (size=253) 2024-11-13T08:25:31,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741842_1018 (size=253) 2024-11-13T08:25:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741842_1018 (size=253) 2024-11-13T08:25:31,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T08:25:31,245 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:31,247 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-13T08:25:31,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-13T08:25:31,249 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-2, journal: Splitting hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-2, size=253 (253bytes) at 1731486331214Finishing writing output for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-2 so closing down at 1731486331221 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002-wal-2.temp at 1731486331225 (+4 ms)3 split writer threads finished at 1731486331226 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731486331240 (+14 ms)Processed 1 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731486331249 (+9 ms) 2024-11-13T08:25:31,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:31,252 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:31,266 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal.1731486331253, exclude list is [], retry=0 2024-11-13T08:25:31,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:31,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:31,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:31,273 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal.1731486331253 2024-11-13T08:25:31,273 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:31,273 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cd2544539ae86c13f6ebae187c0eb7c9, NAME => 'testReplayEditsWrittenIntoWAL,,1731486331007.cd2544539ae86c13f6ebae187c0eb7c9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:31,274 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731486331007.cd2544539ae86c13f6ebae187c0eb7c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:31,274 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,274 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,276 INFO [StoreOpener-cd2544539ae86c13f6ebae187c0eb7c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,277 INFO [StoreOpener-cd2544539ae86c13f6ebae187c0eb7c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd2544539ae86c13f6ebae187c0eb7c9 columnFamilyName a 2024-11-13T08:25:31,277 DEBUG [StoreOpener-cd2544539ae86c13f6ebae187c0eb7c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:31,278 INFO [StoreOpener-cd2544539ae86c13f6ebae187c0eb7c9-1 {}] regionserver.HStore(327): Store=cd2544539ae86c13f6ebae187c0eb7c9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:31,278 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,283 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,284 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002 2024-11-13T08:25:31,288 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:31,296 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002 2024-11-13T08:25:31,301 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cd2544539ae86c13f6ebae187c0eb7c9 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-13T08:25:31,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/.tmp/a/9554e153530e43aaa21d8710b7e3d8f3 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731486331087/Put/seqid=0 2024-11-13T08:25:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741844_1020 (size=5170) 2024-11-13T08:25:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741844_1020 (size=5170) 2024-11-13T08:25:31,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741844_1020 (size=5170) 2024-11-13T08:25:31,372 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/.tmp/a/9554e153530e43aaa21d8710b7e3d8f3 2024-11-13T08:25:31,418 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/.tmp/a/9554e153530e43aaa21d8710b7e3d8f3 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/a/9554e153530e43aaa21d8710b7e3d8f3 2024-11-13T08:25:31,426 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/a/9554e153530e43aaa21d8710b7e3d8f3, entries=2, sequenceid=2, filesize=5.0 K 2024-11-13T08:25:31,432 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cd2544539ae86c13f6ebae187c0eb7c9 in 132ms, sequenceid=2, compaction requested=false; wal=null 2024-11-13T08:25:31,433 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/0000000000000000002 2024-11-13T08:25:31,434 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,434 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,437 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cd2544539ae86c13f6ebae187c0eb7c9 2024-11-13T08:25:31,440 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/cd2544539ae86c13f6ebae187c0eb7c9/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-13T08:25:31,442 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cd2544539ae86c13f6ebae187c0eb7c9; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66153262, jitterRate=-0.014239579439163208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:25:31,442 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cd2544539ae86c13f6ebae187c0eb7c9: Writing region info on filesystem at 1731486331274Initializing all the Stores at 1731486331275 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486331275Obtaining lock to block concurrent updates at 1731486331301 (+26 ms)Preparing flush snapshotting stores in cd2544539ae86c13f6ebae187c0eb7c9 at 1731486331301Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731486331007.cd2544539ae86c13f6ebae187c0eb7c9., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731486331304 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731486331007.cd2544539ae86c13f6ebae187c0eb7c9. at 1731486331304Flushing cd2544539ae86c13f6ebae187c0eb7c9/a: creating writer at 1731486331306 (+2 ms)Flushing cd2544539ae86c13f6ebae187c0eb7c9/a: appending metadata at 1731486331348 (+42 ms)Flushing cd2544539ae86c13f6ebae187c0eb7c9/a: closing flushed file at 1731486331350 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17975d6a: reopening flushed file at 1731486331416 (+66 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cd2544539ae86c13f6ebae187c0eb7c9 in 132ms, sequenceid=2, compaction requested=false; wal=null at 1731486331432 (+16 ms)Cleaning up temporary data from old regions at 1731486331434 (+2 ms)Region opened successfully at 1731486331442 (+8 ms) 2024-11-13T08:25:31,467 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=374 (was 361) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:49158 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:57816 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:37838 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34127/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:37850 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:44874 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:44842 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 603) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=1445 (was 1455) 2024-11-13T08:25:31,478 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=1444 2024-11-13T08:25:31,493 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:31,495 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:31,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:31,499 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48120428, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/hregion-48120428, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:31,515 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48120428/hregion-48120428.1731486331500, exclude list is [], retry=0 2024-11-13T08:25:31,518 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:31,519 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:31,519 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:31,522 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48120428/hregion-48120428.1731486331500 2024-11-13T08:25:31,523 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:31,523 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 75db13b8f1dce99d169d46e278a75ed5, NAME => 'testReplayEditsWrittenIntoWAL,,1731486331494.75db13b8f1dce99d169d46e278a75ed5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/hbase 2024-11-13T08:25:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741846_1022 (size=64) 2024-11-13T08:25:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741846_1022 (size=64) 2024-11-13T08:25:31,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741846_1022 (size=64) 2024-11-13T08:25:31,540 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731486331494.75db13b8f1dce99d169d46e278a75ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:31,542 INFO [StoreOpener-75db13b8f1dce99d169d46e278a75ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:31,544 INFO [StoreOpener-75db13b8f1dce99d169d46e278a75ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75db13b8f1dce99d169d46e278a75ed5 columnFamilyName a 2024-11-13T08:25:31,544 DEBUG [StoreOpener-75db13b8f1dce99d169d46e278a75ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:31,545 INFO [StoreOpener-75db13b8f1dce99d169d46e278a75ed5-1 {}] regionserver.HStore(327): Store=75db13b8f1dce99d169d46e278a75ed5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:31,545 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:31,546 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:31,546 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:31,547 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:31,547 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:31,550 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:31,553 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:31,554 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 75db13b8f1dce99d169d46e278a75ed5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70061036, jitterRate=0.04399079084396362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:25:31,554 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 75db13b8f1dce99d169d46e278a75ed5: Writing region info on filesystem at 1731486331540Initializing all the Stores at 1731486331541 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486331542 (+1 ms)Cleaning up temporary data from old regions at 1731486331547 (+5 ms)Region opened successfully at 1731486331554 (+7 ms) 2024-11-13T08:25:31,554 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 75db13b8f1dce99d169d46e278a75ed5, disabling compactions & flushes 2024-11-13T08:25:31,554 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731486331494.75db13b8f1dce99d169d46e278a75ed5. 2024-11-13T08:25:31,555 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731486331494.75db13b8f1dce99d169d46e278a75ed5. 2024-11-13T08:25:31,555 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731486331494.75db13b8f1dce99d169d46e278a75ed5. after waiting 0 ms 2024-11-13T08:25:31,555 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731486331494.75db13b8f1dce99d169d46e278a75ed5. 2024-11-13T08:25:31,555 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731486331494.75db13b8f1dce99d169d46e278a75ed5. 2024-11-13T08:25:31,555 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 75db13b8f1dce99d169d46e278a75ed5: Waiting for close lock at 1731486331554Disabling compacts and flushes for region at 1731486331554Disabling writes for close at 1731486331555 (+1 ms)Writing region close event to WAL at 1731486331555Closed at 1731486331555 2024-11-13T08:25:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741845_1021 (size=95) 2024-11-13T08:25:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741845_1021 (size=95) 2024-11-13T08:25:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741845_1021 (size=95) 2024-11-13T08:25:31,563 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:31,563 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48120428:(num 1731486331500) 2024-11-13T08:25:31,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T08:25:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741847_1023 (size=320) 2024-11-13T08:25:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741847_1023 (size=320) 2024-11-13T08:25:31,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741847_1023 (size=320) 2024-11-13T08:25:31,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-13T08:25:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741848_1024 (size=253) 2024-11-13T08:25:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741848_1024 (size=253) 2024-11-13T08:25:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741848_1024 (size=253) 2024-11-13T08:25:31,604 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-2, size=253 (253bytes) 2024-11-13T08:25:31,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-2 2024-11-13T08:25:31,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-2 after 1ms 2024-11-13T08:25:31,609 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:31,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-2 took 5ms 2024-11-13T08:25:31,611 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-2 so closing down 2024-11-13T08:25:31,611 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:31,614 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-13T08:25:31,615 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002-wal-2.temp 2024-11-13T08:25:31,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:31,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741849_1025 (size=253) 2024-11-13T08:25:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741849_1025 (size=253) 2024-11-13T08:25:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741849_1025 (size=253) 2024-11-13T08:25:31,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T08:25:31,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002 2024-11-13T08:25:31,627 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-13T08:25:31,627 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-2, journal: Splitting hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-2, size=253 (253bytes) at 1731486331604Finishing writing output for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-2 so closing down at 1731486331611 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002-wal-2.temp at 1731486331615 (+4 ms)3 split writer threads finished at 1731486331616 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731486331625 (+9 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002 at 1731486331627 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731486331627 2024-11-13T08:25:31,643 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-1, size=320 (320bytes) 2024-11-13T08:25:31,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-1 2024-11-13T08:25:31,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-1 after 1ms 2024-11-13T08:25:31,647 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:31,647 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-1 took 4ms 2024-11-13T08:25:31,650 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-1 so closing down 2024-11-13T08:25:31,650 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:31,652 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-13T08:25:31,654 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000001-wal-1.temp 2024-11-13T08:25:31,654 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:31,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741850_1026 (size=320) 2024-11-13T08:25:31,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741850_1026 (size=320) 2024-11-13T08:25:31,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741850_1026 (size=320) 2024-11-13T08:25:32,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-13T08:25:32,074 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:32,076 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002, length=253 2024-11-13T08:25:32,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002 2024-11-13T08:25:32,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-13T08:25:32,079 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-1, journal: Splitting hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-1, size=320 (320bytes) at 1731486331643Finishing writing output for hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-1 so closing down at 1731486331650 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000001-wal-1.temp at 1731486331654 (+4 ms)3 split writer threads finished at 1731486331654Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731486332070 (+416 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002 at 1731486332078 (+8 ms)Processed 2 edits across 1 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731486332078 2024-11-13T08:25:32,079 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:32,081 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:32,095 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal.1731486332081, exclude list is [], retry=0 2024-11-13T08:25:32,098 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:32,098 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:32,099 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:32,101 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal.1731486332081 2024-11-13T08:25:32,101 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:32,101 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 75db13b8f1dce99d169d46e278a75ed5, NAME => 'testReplayEditsWrittenIntoWAL,,1731486331494.75db13b8f1dce99d169d46e278a75ed5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:32,101 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731486331494.75db13b8f1dce99d169d46e278a75ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:32,102 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:32,102 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:32,104 INFO [StoreOpener-75db13b8f1dce99d169d46e278a75ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:32,106 INFO [StoreOpener-75db13b8f1dce99d169d46e278a75ed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75db13b8f1dce99d169d46e278a75ed5 columnFamilyName a 2024-11-13T08:25:32,106 DEBUG [StoreOpener-75db13b8f1dce99d169d46e278a75ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:32,107 INFO [StoreOpener-75db13b8f1dce99d169d46e278a75ed5-1 {}] regionserver.HStore(327): Store=75db13b8f1dce99d169d46e278a75ed5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:32,107 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:32,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:32,110 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:32,111 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002 2024-11-13T08:25:32,114 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:32,116 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002 2024-11-13T08:25:32,116 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 75db13b8f1dce99d169d46e278a75ed5 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-13T08:25:32,132 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/.tmp/a/eea2b8e587e84b6bb467d1d8527699a1 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731486331563/Put/seqid=0 2024-11-13T08:25:32,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741852_1028 (size=5170) 2024-11-13T08:25:32,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741852_1028 (size=5170) 2024-11-13T08:25:32,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741852_1028 (size=5170) 2024-11-13T08:25:32,142 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/.tmp/a/eea2b8e587e84b6bb467d1d8527699a1 2024-11-13T08:25:32,151 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/.tmp/a/eea2b8e587e84b6bb467d1d8527699a1 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/a/eea2b8e587e84b6bb467d1d8527699a1 2024-11-13T08:25:32,159 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/a/eea2b8e587e84b6bb467d1d8527699a1, entries=2, sequenceid=2, filesize=5.0 K 2024-11-13T08:25:32,159 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 75db13b8f1dce99d169d46e278a75ed5 in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-11-13T08:25:32,160 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/0000000000000000002 2024-11-13T08:25:32,160 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:32,160 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:32,163 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 75db13b8f1dce99d169d46e278a75ed5 2024-11-13T08:25:32,166 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/75db13b8f1dce99d169d46e278a75ed5/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-13T08:25:32,167 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 75db13b8f1dce99d169d46e278a75ed5; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59557484, jitterRate=-0.11252433061599731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:25:32,168 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 75db13b8f1dce99d169d46e278a75ed5: Writing region info on filesystem at 1731486332102Initializing all the Stores at 1731486332103 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486332103Obtaining lock to block concurrent updates at 1731486332116 (+13 ms)Preparing flush snapshotting stores in 75db13b8f1dce99d169d46e278a75ed5 at 1731486332116Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731486331494.75db13b8f1dce99d169d46e278a75ed5., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731486332116Flushing stores of testReplayEditsWrittenIntoWAL,,1731486331494.75db13b8f1dce99d169d46e278a75ed5. at 1731486332116Flushing 75db13b8f1dce99d169d46e278a75ed5/a: creating writer at 1731486332116Flushing 75db13b8f1dce99d169d46e278a75ed5/a: appending metadata at 1731486332131 (+15 ms)Flushing 75db13b8f1dce99d169d46e278a75ed5/a: closing flushed file at 1731486332131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea3528a: reopening flushed file at 1731486332150 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 75db13b8f1dce99d169d46e278a75ed5 in 43ms, sequenceid=2, compaction requested=false; wal=null at 1731486332159 (+9 ms)Cleaning up temporary data from old regions at 1731486332160 (+1 ms)Region opened successfully at 1731486332167 (+7 ms) 2024-11-13T08:25:32,186 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:57816 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:37838 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:44942 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:37936 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:49220 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:44842 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=1429 (was 1444) 2024-11-13T08:25:32,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=1428 2024-11-13T08:25:32,213 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:32,215 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:32,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:32,219 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52709166, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/hregion-52709166, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:32,232 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52709166/hregion-52709166.1731486332220, exclude list is [], retry=0 2024-11-13T08:25:32,236 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:32,236 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:32,236 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:32,239 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52709166/hregion-52709166.1731486332220 2024-11-13T08:25:32,240 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:25:32,240 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 878a17177029115a08d34d53f9229412, NAME => 'testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/hbase 2024-11-13T08:25:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741854_1030 (size=64) 2024-11-13T08:25:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741854_1030 (size=64) 2024-11-13T08:25:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741854_1030 (size=64) 2024-11-13T08:25:32,252 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:32,254 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 878a17177029115a08d34d53f9229412 2024-11-13T08:25:32,255 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a17177029115a08d34d53f9229412 columnFamilyName a 2024-11-13T08:25:32,256 DEBUG [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:32,257 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(327): Store=878a17177029115a08d34d53f9229412/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:32,257 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 878a17177029115a08d34d53f9229412 2024-11-13T08:25:32,258 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a17177029115a08d34d53f9229412 columnFamilyName b 2024-11-13T08:25:32,258 DEBUG [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:32,259 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(327): Store=878a17177029115a08d34d53f9229412/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:32,259 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 878a17177029115a08d34d53f9229412 2024-11-13T08:25:32,261 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a17177029115a08d34d53f9229412 columnFamilyName c 2024-11-13T08:25:32,261 DEBUG [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:32,262 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(327): Store=878a17177029115a08d34d53f9229412/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:32,262 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 878a17177029115a08d34d53f9229412 2024-11-13T08:25:32,263 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412 2024-11-13T08:25:32,263 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412 2024-11-13T08:25:32,265 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 878a17177029115a08d34d53f9229412 2024-11-13T08:25:32,265 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 878a17177029115a08d34d53f9229412 2024-11-13T08:25:32,265 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:32,267 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 878a17177029115a08d34d53f9229412 2024-11-13T08:25:32,269 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:32,270 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 878a17177029115a08d34d53f9229412; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70440037, jitterRate=0.04963834583759308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:32,270 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 878a17177029115a08d34d53f9229412: Writing region info on filesystem at 1731486332252Initializing all the Stores at 1731486332253 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486332253Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486332253Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486332253Cleaning up temporary data from old regions at 1731486332265 (+12 ms)Region opened successfully at 1731486332270 (+5 ms) 2024-11-13T08:25:32,270 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 878a17177029115a08d34d53f9229412, disabling compactions & flushes 2024-11-13T08:25:32,271 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412. 2024-11-13T08:25:32,271 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412. 2024-11-13T08:25:32,271 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412. after waiting 0 ms 2024-11-13T08:25:32,271 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412. 2024-11-13T08:25:32,271 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412. 2024-11-13T08:25:32,271 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 878a17177029115a08d34d53f9229412: Waiting for close lock at 1731486332270Disabling compacts and flushes for region at 1731486332270Disabling writes for close at 1731486332271 (+1 ms)Writing region close event to WAL at 1731486332271Closed at 1731486332271 2024-11-13T08:25:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741853_1029 (size=95) 2024-11-13T08:25:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741853_1029 (size=95) 2024-11-13T08:25:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741853_1029 (size=95) 2024-11-13T08:25:32,279 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:32,279 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52709166:(num 1731486332220) 2024-11-13T08:25:32,280 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:32,282 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:32,296 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282, exclude list is [], retry=0 2024-11-13T08:25:32,299 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:32,299 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:32,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:32,302 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282 2024-11-13T08:25:32,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:32,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282, size=0 (0bytes) 2024-11-13T08:25:32,480 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282 might be still open, length is 0 2024-11-13T08:25:32,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282 2024-11-13T08:25:32,481 WARN [IPC Server handler 1 on default port 34127 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-13T08:25:32,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282 after 1ms 2024-11-13T08:25:32,699 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:49260 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44463:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49260 dst: /127.0.0.1:44463 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44463 remote=/127.0.0.1:49260]. Total timeout mills is 60000, 59747 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:32,700 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:44996 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37977:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44996 dst: /127.0.0.1:37977 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:32,700 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:37978 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37978 dst: /127.0.0.1:41295 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:32,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741855_1032 (size=263633) 2024-11-13T08:25:32,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741855_1032 (size=263633) 2024-11-13T08:25:32,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741855_1032 (size=263633) 2024-11-13T08:25:36,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T08:25:36,107 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T08:25:36,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282 after 4002ms 2024-11-13T08:25:36,486 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:36,488 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282 took 4009ms 2024-11-13T08:25:36,493 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731486332282.temp 2024-11-13T08:25:36,497 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000000001-wal.1731486332282.temp 2024-11-13T08:25:36,605 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282; continuing. 2024-11-13T08:25:36,606 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282 so closing down 2024-11-13T08:25:36,606 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:36,606 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741856_1033 (size=263641) 2024-11-13T08:25:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741856_1033 (size=263641) 2024-11-13T08:25:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741856_1033 (size=263641) 2024-11-13T08:25:36,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000000001-wal.1731486332282.temp (wrote 3002 edits, skipped 0 edits in 70 ms) 2024-11-13T08:25:36,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000000001-wal.1731486332282.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000003002 2024-11-13T08:25:36,614 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T08:25:36,614 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282, journal: Splitting hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282, size=0 (0bytes) at 1731486332480Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000000001-wal.1731486332282.temp at 1731486336497 (+4017 ms)Split 1024 edits, skipped 0 edits. at 1731486336556 (+59 ms)Split 2048 edits, skipped 0 edits. at 1731486336583 (+27 ms)Finishing writing output for hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282 so closing down at 1731486336606 (+23 ms)3 split writer threads finished at 1731486336606Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000000001-wal.1731486332282.temp (wrote 3002 edits, skipped 0 edits in 70 ms) at 1731486336611 (+5 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000000001-wal.1731486332282.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000003002 at 1731486336614 (+3 ms)Processed 3002 edits across 1 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282, size=0, length=0, corrupted=false, cancelled=false at 1731486336614 2024-11-13T08:25:36,616 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282 to hdfs://localhost:34127/hbase/oldWALs/wal.1731486332282 2024-11-13T08:25:36,618 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000003002 2024-11-13T08:25:36,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:36,621 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:36,639 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486336621, exclude list is [], retry=0 2024-11-13T08:25:36,642 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:36,643 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:36,643 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:36,645 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486336621 2024-11-13T08:25:36,646 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:25:36,646 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:36,648 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 878a17177029115a08d34d53f9229412 2024-11-13T08:25:36,649 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a17177029115a08d34d53f9229412 columnFamilyName a 2024-11-13T08:25:36,649 DEBUG [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:36,650 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(327): Store=878a17177029115a08d34d53f9229412/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:36,650 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 878a17177029115a08d34d53f9229412 2024-11-13T08:25:36,651 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a17177029115a08d34d53f9229412 columnFamilyName b 2024-11-13T08:25:36,651 DEBUG [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:36,651 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(327): Store=878a17177029115a08d34d53f9229412/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:36,651 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 878a17177029115a08d34d53f9229412 2024-11-13T08:25:36,652 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a17177029115a08d34d53f9229412 columnFamilyName c 2024-11-13T08:25:36,652 DEBUG [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:36,653 INFO [StoreOpener-878a17177029115a08d34d53f9229412-1 {}] regionserver.HStore(327): Store=878a17177029115a08d34d53f9229412/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:36,653 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 878a17177029115a08d34d53f9229412 2024-11-13T08:25:36,654 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412 2024-11-13T08:25:36,656 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412 2024-11-13T08:25:36,658 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000003002 2024-11-13T08:25:36,661 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:36,711 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T08:25:37,089 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 878a17177029115a08d34d53f9229412 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T08:25:37,132 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/a/13d815550bc74ad69926736a55eda0e5 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731486332309/Put/seqid=0 2024-11-13T08:25:37,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741858_1035 (size=50463) 2024-11-13T08:25:37,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741858_1035 (size=50463) 2024-11-13T08:25:37,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741858_1035 (size=50463) 2024-11-13T08:25:37,148 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/a/13d815550bc74ad69926736a55eda0e5 2024-11-13T08:25:37,156 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/a/13d815550bc74ad69926736a55eda0e5 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/a/13d815550bc74ad69926736a55eda0e5 2024-11-13T08:25:37,163 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/a/13d815550bc74ad69926736a55eda0e5, entries=754, sequenceid=754, filesize=49.3 K 2024-11-13T08:25:37,163 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 878a17177029115a08d34d53f9229412 in 74ms, sequenceid=754, compaction requested=false; wal=null 2024-11-13T08:25:37,195 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T08:25:37,196 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 878a17177029115a08d34d53f9229412 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T08:25:37,206 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/a/0834a2546caf41bd8a6c9b8c2dd9cbbd is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731486332345/Put/seqid=0 2024-11-13T08:25:37,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741859_1036 (size=20072) 2024-11-13T08:25:37,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741859_1036 (size=20072) 2024-11-13T08:25:37,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741859_1036 (size=20072) 2024-11-13T08:25:37,218 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/a/0834a2546caf41bd8a6c9b8c2dd9cbbd 2024-11-13T08:25:37,252 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/b/da0f0f2c2f7640c58a81c341a9156e52 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731486332363/Put/seqid=0 2024-11-13T08:25:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741860_1037 (size=35835) 2024-11-13T08:25:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741860_1037 (size=35835) 2024-11-13T08:25:37,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741860_1037 (size=35835) 2024-11-13T08:25:37,263 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/b/da0f0f2c2f7640c58a81c341a9156e52 2024-11-13T08:25:37,271 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/a/0834a2546caf41bd8a6c9b8c2dd9cbbd as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/a/0834a2546caf41bd8a6c9b8c2dd9cbbd 2024-11-13T08:25:37,279 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/a/0834a2546caf41bd8a6c9b8c2dd9cbbd, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-13T08:25:37,281 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/b/da0f0f2c2f7640c58a81c341a9156e52 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/b/da0f0f2c2f7640c58a81c341a9156e52 2024-11-13T08:25:37,289 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/b/da0f0f2c2f7640c58a81c341a9156e52, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-13T08:25:37,290 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 878a17177029115a08d34d53f9229412 in 94ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-13T08:25:37,305 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T08:25:37,305 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 878a17177029115a08d34d53f9229412 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-13T08:25:37,313 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/b/3de647e165984c88af8cfbc0db097b58 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731486332381/Put/seqid=0 2024-11-13T08:25:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741861_1038 (size=35082) 2024-11-13T08:25:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741861_1038 (size=35082) 2024-11-13T08:25:37,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741861_1038 (size=35082) 2024-11-13T08:25:37,328 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/b/3de647e165984c88af8cfbc0db097b58 2024-11-13T08:25:37,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/c/ccad94b8aab1426281fb62db2bec3c92 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731486332405/Put/seqid=0 2024-11-13T08:25:37,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741862_1039 (size=20825) 2024-11-13T08:25:37,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741862_1039 (size=20825) 2024-11-13T08:25:37,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741862_1039 (size=20825) 2024-11-13T08:25:37,367 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/c/ccad94b8aab1426281fb62db2bec3c92 2024-11-13T08:25:37,375 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/b/3de647e165984c88af8cfbc0db097b58 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/b/3de647e165984c88af8cfbc0db097b58 2024-11-13T08:25:37,383 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/b/3de647e165984c88af8cfbc0db097b58, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-13T08:25:37,384 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/c/ccad94b8aab1426281fb62db2bec3c92 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/c/ccad94b8aab1426281fb62db2bec3c92 2024-11-13T08:25:37,391 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/c/ccad94b8aab1426281fb62db2bec3c92, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-13T08:25:37,391 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 878a17177029115a08d34d53f9229412 in 86ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-13T08:25:37,407 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731486332445/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412. 2024-11-13T08:25:37,411 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000003002 2024-11-13T08:25:37,412 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-13T08:25:37,412 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 878a17177029115a08d34d53f9229412 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-13T08:25:37,423 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/c/1538345f40a5410b8ae50c1d3c146b48 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731486332411/Put/seqid=0 2024-11-13T08:25:37,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741863_1040 (size=50301) 2024-11-13T08:25:37,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741863_1040 (size=50301) 2024-11-13T08:25:37,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741863_1040 (size=50301) 2024-11-13T08:25:37,432 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/c/1538345f40a5410b8ae50c1d3c146b48 2024-11-13T08:25:37,440 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1538345f40a5410b8ae50c1d3c146b48 2024-11-13T08:25:37,442 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/.tmp/c/1538345f40a5410b8ae50c1d3c146b48 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/c/1538345f40a5410b8ae50c1d3c146b48 2024-11-13T08:25:37,449 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1538345f40a5410b8ae50c1d3c146b48 2024-11-13T08:25:37,449 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/c/1538345f40a5410b8ae50c1d3c146b48, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-13T08:25:37,450 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 878a17177029115a08d34d53f9229412 in 37ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-13T08:25:37,451 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/0000000000000003002 2024-11-13T08:25:37,452 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 878a17177029115a08d34d53f9229412 2024-11-13T08:25:37,452 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 878a17177029115a08d34d53f9229412 2024-11-13T08:25:37,454 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T08:25:37,456 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 878a17177029115a08d34d53f9229412 2024-11-13T08:25:37,459 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenIntoWAL/878a17177029115a08d34d53f9229412/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-13T08:25:37,461 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 878a17177029115a08d34d53f9229412; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59755680, jitterRate=-0.10957098007202148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T08:25:37,461 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 878a17177029115a08d34d53f9229412: Writing region info on filesystem at 1731486336646Initializing all the Stores at 1731486336647 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486336647Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486336648 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486336648Cleaning up temporary data from old regions at 1731486337453 (+805 ms)Region opened successfully at 1731486337461 (+8 ms) 2024-11-13T08:25:37,533 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 878a17177029115a08d34d53f9229412, disabling compactions & flushes 2024-11-13T08:25:37,533 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412. 2024-11-13T08:25:37,534 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412. 2024-11-13T08:25:37,534 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412. after waiting 0 ms 2024-11-13T08:25:37,534 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412. 2024-11-13T08:25:37,539 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731486332213.878a17177029115a08d34d53f9229412. 2024-11-13T08:25:37,539 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 878a17177029115a08d34d53f9229412: Waiting for close lock at 1731486337533Disabling compacts and flushes for region at 1731486337533Disabling writes for close at 1731486337534 (+1 ms)Writing region close event to WAL at 1731486337539 (+5 ms)Closed at 1731486337539 2024-11-13T08:25:37,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741857_1034 (size=95) 2024-11-13T08:25:37,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741857_1034 (size=95) 2024-11-13T08:25:37,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741857_1034 (size=95) 2024-11-13T08:25:37,548 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:37,548 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731486336621) 2024-11-13T08:25:37,567 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=400 (was 384) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1415441243_22 at /127.0.0.1:45024 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:45349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34127 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:38337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1415441243_22 at /127.0.0.1:49280 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1415441243_22 at /127.0.0.1:38024 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1415441243_22 at /127.0.0.1:45036 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=1361 (was 1428) 2024-11-13T08:25:37,581 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=1359 2024-11-13T08:25:37,607 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:37,610 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:37,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:37,615 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-33524163, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/hregion-33524163, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:37,630 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-33524163/hregion-33524163.1731486337616, exclude list is [], retry=0 2024-11-13T08:25:37,633 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:37,634 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:37,634 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:37,636 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-33524163/hregion-33524163.1731486337616 2024-11-13T08:25:37,636 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:25:37,637 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f48559fe3dc166c32c55691f9a47f4fa, NAME => 'test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/hbase 2024-11-13T08:25:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741865_1042 (size=43) 2024-11-13T08:25:37,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741865_1042 (size=43) 2024-11-13T08:25:37,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741865_1042 (size=43) 2024-11-13T08:25:37,649 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:37,650 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:37,652 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48559fe3dc166c32c55691f9a47f4fa columnFamilyName a 2024-11-13T08:25:37,652 DEBUG [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:37,653 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(327): Store=f48559fe3dc166c32c55691f9a47f4fa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:37,653 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:37,654 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48559fe3dc166c32c55691f9a47f4fa columnFamilyName b 2024-11-13T08:25:37,654 DEBUG [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:37,655 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(327): Store=f48559fe3dc166c32c55691f9a47f4fa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:37,655 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:37,657 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48559fe3dc166c32c55691f9a47f4fa columnFamilyName c 2024-11-13T08:25:37,657 DEBUG [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:37,657 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(327): Store=f48559fe3dc166c32c55691f9a47f4fa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:37,657 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:37,658 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:37,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:37,661 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:37,661 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:37,662 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:37,663 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:37,666 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:37,666 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f48559fe3dc166c32c55691f9a47f4fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64645545, jitterRate=-0.036706313490867615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:37,667 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f48559fe3dc166c32c55691f9a47f4fa: Writing region info on filesystem at 1731486337649Initializing all the Stores at 1731486337650 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486337650Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486337650Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486337650Cleaning up temporary data from old regions at 1731486337661 (+11 ms)Region opened successfully at 1731486337667 (+6 ms) 2024-11-13T08:25:37,668 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f48559fe3dc166c32c55691f9a47f4fa, disabling compactions & flushes 2024-11-13T08:25:37,668 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa. 2024-11-13T08:25:37,668 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa. 2024-11-13T08:25:37,668 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa. after waiting 0 ms 2024-11-13T08:25:37,668 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa. 2024-11-13T08:25:37,668 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa. 2024-11-13T08:25:37,668 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f48559fe3dc166c32c55691f9a47f4fa: Waiting for close lock at 1731486337668Disabling compacts and flushes for region at 1731486337668Disabling writes for close at 1731486337668Writing region close event to WAL at 1731486337668Closed at 1731486337668 2024-11-13T08:25:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741864_1041 (size=95) 2024-11-13T08:25:37,672 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-33524163/hregion-33524163.1731486337616 not finished, retry = 0 2024-11-13T08:25:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741864_1041 (size=95) 2024-11-13T08:25:37,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741864_1041 (size=95) 2024-11-13T08:25:37,776 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:37,776 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-33524163:(num 1731486337616) 2024-11-13T08:25:37,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:37,778 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:37,792 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779, exclude list is [], retry=0 2024-11-13T08:25:37,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:37,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:37,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:37,799 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779 2024-11-13T08:25:37,799 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:25:38,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741866_1043 (size=263359) 2024-11-13T08:25:38,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741866_1043 (size=263359) 2024-11-13T08:25:38,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741866_1043 (size=263359) 2024-11-13T08:25:38,035 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779, size=257.2 K (263359bytes) 2024-11-13T08:25:38,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779 2024-11-13T08:25:38,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779 after 1ms 2024-11-13T08:25:38,040 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:38,042 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779 took 7ms 2024-11-13T08:25:38,048 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731486337779.temp 2024-11-13T08:25:38,050 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000000001-wal.1731486337779.temp 2024-11-13T08:25:38,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779 so closing down 2024-11-13T08:25:38,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:38,107 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:38,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741867_1044 (size=263359) 2024-11-13T08:25:38,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741867_1044 (size=263359) 2024-11-13T08:25:38,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741867_1044 (size=263359) 2024-11-13T08:25:38,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000000001-wal.1731486337779.temp (wrote 3000 edits, skipped 0 edits in 46 ms) 2024-11-13T08:25:38,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000000001-wal.1731486337779.temp to hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003000 2024-11-13T08:25:38,115 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-13T08:25:38,115 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779, journal: Splitting hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779, size=257.2 K (263359bytes) at 1731486338035Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000000001-wal.1731486337779.temp at 1731486338050 (+15 ms)Split 1024 edits, skipped 0 edits. at 1731486338066 (+16 ms)Split 2048 edits, skipped 0 edits. at 1731486338087 (+21 ms)Finishing writing output for hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779 so closing down at 1731486338107 (+20 ms)3 split writer threads finished at 1731486338107Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000000001-wal.1731486337779.temp (wrote 3000 edits, skipped 0 edits in 46 ms) at 1731486338113 (+6 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000000001-wal.1731486337779.temp to hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003000 at 1731486338115 (+2 ms)Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731486338115 2024-11-13T08:25:38,118 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486337779 to hdfs://localhost:34127/hbase/oldWALs/wal.1731486337779 2024-11-13T08:25:38,119 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003000 2024-11-13T08:25:38,119 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:38,122 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:38,140 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123, exclude list is [], retry=0 2024-11-13T08:25:38,147 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:38,147 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:38,148 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:38,151 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123 2024-11-13T08:25:38,151 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673)] 2024-11-13T08:25:38,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T08:25:38,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T08:25:38,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T08:25:38,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T08:25:38,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T08:25:38,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T08:25:38,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-13T08:25:38,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-13T08:25:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741868_1045 (size=263486) 2024-11-13T08:25:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741868_1045 (size=263486) 2024-11-13T08:25:38,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741868_1045 (size=263486) 2024-11-13T08:25:38,334 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123, size=257.3 K (263486bytes) 2024-11-13T08:25:38,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123 2024-11-13T08:25:38,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123 after 0ms 2024-11-13T08:25:38,337 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:38,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123 took 6ms 2024-11-13T08:25:38,343 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731486338123.temp 2024-11-13T08:25:38,345 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003001-wal.1731486338123.temp 2024-11-13T08:25:38,409 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123 so closing down 2024-11-13T08:25:38,409 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:38,410 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:38,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741869_1046 (size=263486) 2024-11-13T08:25:38,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741869_1046 (size=263486) 2024-11-13T08:25:38,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741869_1046 (size=263486) 2024-11-13T08:25:38,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003001-wal.1731486338123.temp (wrote 3000 edits, skipped 0 edits in 43 ms) 2024-11-13T08:25:38,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003001-wal.1731486338123.temp to hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000006000 2024-11-13T08:25:38,416 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-13T08:25:38,416 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123, journal: Splitting hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123, size=257.3 K (263486bytes) at 1731486338334Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003001-wal.1731486338123.temp at 1731486338345 (+11 ms)Split 1024 edits, skipped 0 edits. at 1731486338364 (+19 ms)Split 2048 edits, skipped 0 edits. at 1731486338388 (+24 ms)Finishing writing output for hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123 so closing down at 1731486338409 (+21 ms)3 split writer threads finished at 1731486338410 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003001-wal.1731486338123.temp (wrote 3000 edits, skipped 0 edits in 43 ms) at 1731486338414 (+4 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003001-wal.1731486338123.temp to hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000006000 at 1731486338415 (+1 ms)Processed 3000 edits across 1 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731486338416 (+1 ms) 2024-11-13T08:25:38,418 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338123 to hdfs://localhost:34127/hbase/oldWALs/wal.1731486338123 2024-11-13T08:25:38,419 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000006000 2024-11-13T08:25:38,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:38,422 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/test2727-manual,16010,1731486337606, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:38,445 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338423, exclude list is [], retry=0 2024-11-13T08:25:38,448 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:38,449 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:38,449 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:38,452 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731486337606/wal.1731486338423 2024-11-13T08:25:38,452 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:38,453 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f48559fe3dc166c32c55691f9a47f4fa, NAME => 'test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:38,453 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:38,453 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:38,453 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:38,455 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:38,456 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48559fe3dc166c32c55691f9a47f4fa columnFamilyName a 2024-11-13T08:25:38,457 DEBUG [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:38,457 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(327): Store=f48559fe3dc166c32c55691f9a47f4fa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:38,457 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:38,459 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48559fe3dc166c32c55691f9a47f4fa columnFamilyName b 2024-11-13T08:25:38,459 DEBUG [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:38,459 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(327): Store=f48559fe3dc166c32c55691f9a47f4fa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:38,460 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:38,461 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f48559fe3dc166c32c55691f9a47f4fa columnFamilyName c 2024-11-13T08:25:38,461 DEBUG [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:38,462 INFO [StoreOpener-f48559fe3dc166c32c55691f9a47f4fa-1 {}] regionserver.HStore(327): Store=f48559fe3dc166c32c55691f9a47f4fa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:38,462 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:38,463 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:38,466 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:38,467 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003000 2024-11-13T08:25:38,470 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:38,530 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003000 2024-11-13T08:25:38,531 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000006000 2024-11-13T08:25:38,534 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:38,586 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000006000 2024-11-13T08:25:38,587 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f48559fe3dc166c32c55691f9a47f4fa 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-13T08:25:38,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/.tmp/a/69132312ed4848ad8b07acd98f90d5e1 is 41, key is test2727/a:100/1731486338156/Put/seqid=0 2024-11-13T08:25:38,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741871_1048 (size=84227) 2024-11-13T08:25:38,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741871_1048 (size=84227) 2024-11-13T08:25:38,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741871_1048 (size=84227) 2024-11-13T08:25:38,621 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/.tmp/a/69132312ed4848ad8b07acd98f90d5e1 2024-11-13T08:25:38,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/.tmp/b/21bd3c186aac4ac6ac991ed40f97c81f is 41, key is test2727/b:100/1731486338208/Put/seqid=0 2024-11-13T08:25:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741872_1049 (size=84609) 2024-11-13T08:25:38,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741872_1049 (size=84609) 2024-11-13T08:25:38,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741872_1049 (size=84609) 2024-11-13T08:25:38,656 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/.tmp/b/21bd3c186aac4ac6ac991ed40f97c81f 2024-11-13T08:25:38,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/.tmp/c/2c5e909b809642c8bf673128404376f2 is 41, key is test2727/c:100/1731486338265/Put/seqid=0 2024-11-13T08:25:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741873_1050 (size=84609) 2024-11-13T08:25:38,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741873_1050 (size=84609) 2024-11-13T08:25:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741873_1050 (size=84609) 2024-11-13T08:25:38,700 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/.tmp/c/2c5e909b809642c8bf673128404376f2 2024-11-13T08:25:38,709 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/.tmp/a/69132312ed4848ad8b07acd98f90d5e1 as hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/a/69132312ed4848ad8b07acd98f90d5e1 2024-11-13T08:25:38,716 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/a/69132312ed4848ad8b07acd98f90d5e1, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-13T08:25:38,718 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/.tmp/b/21bd3c186aac4ac6ac991ed40f97c81f as hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/b/21bd3c186aac4ac6ac991ed40f97c81f 2024-11-13T08:25:38,725 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/b/21bd3c186aac4ac6ac991ed40f97c81f, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-13T08:25:38,727 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/.tmp/c/2c5e909b809642c8bf673128404376f2 as hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/c/2c5e909b809642c8bf673128404376f2 2024-11-13T08:25:38,735 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/c/2c5e909b809642c8bf673128404376f2, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-13T08:25:38,735 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for f48559fe3dc166c32c55691f9a47f4fa in 148ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-13T08:25:38,736 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000003000 2024-11-13T08:25:38,737 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/0000000000000006000 2024-11-13T08:25:38,738 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:38,738 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:38,739 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:38,741 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f48559fe3dc166c32c55691f9a47f4fa 2024-11-13T08:25:38,744 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/test2727/f48559fe3dc166c32c55691f9a47f4fa/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-13T08:25:38,745 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f48559fe3dc166c32c55691f9a47f4fa; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61307331, jitterRate=-0.08644957840442657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:38,747 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f48559fe3dc166c32c55691f9a47f4fa: Writing region info on filesystem at 1731486338453Initializing all the Stores at 1731486338455 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486338455Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486338455Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486338455Obtaining lock to block concurrent updates at 1731486338587 (+132 ms)Preparing flush snapshotting stores in f48559fe3dc166c32c55691f9a47f4fa at 1731486338587Finished memstore snapshotting test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731486338587Flushing stores of test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa. at 1731486338587Flushing f48559fe3dc166c32c55691f9a47f4fa/a: creating writer at 1731486338587Flushing f48559fe3dc166c32c55691f9a47f4fa/a: appending metadata at 1731486338612 (+25 ms)Flushing f48559fe3dc166c32c55691f9a47f4fa/a: closing flushed file at 1731486338612Flushing f48559fe3dc166c32c55691f9a47f4fa/b: creating writer at 1731486338627 (+15 ms)Flushing f48559fe3dc166c32c55691f9a47f4fa/b: appending metadata at 1731486338647 (+20 ms)Flushing f48559fe3dc166c32c55691f9a47f4fa/b: closing flushed file at 1731486338647Flushing f48559fe3dc166c32c55691f9a47f4fa/c: creating writer at 1731486338662 (+15 ms)Flushing f48559fe3dc166c32c55691f9a47f4fa/c: appending metadata at 1731486338684 (+22 ms)Flushing f48559fe3dc166c32c55691f9a47f4fa/c: closing flushed file at 1731486338684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644df948: reopening flushed file at 1731486338708 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be34d2: reopening flushed file at 1731486338716 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362170df: reopening flushed file at 1731486338725 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for f48559fe3dc166c32c55691f9a47f4fa in 148ms, sequenceid=6000, compaction requested=false; wal=null at 1731486338735 (+10 ms)Cleaning up temporary data from old regions at 1731486338738 (+3 ms)Region opened successfully at 1731486338746 (+8 ms) 2024-11-13T08:25:38,748 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-13T08:25:38,748 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f48559fe3dc166c32c55691f9a47f4fa, disabling compactions & flushes 2024-11-13T08:25:38,748 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa. 2024-11-13T08:25:38,748 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa. 2024-11-13T08:25:38,748 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa. after waiting 0 ms 2024-11-13T08:25:38,748 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa. 2024-11-13T08:25:38,750 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731486337608.f48559fe3dc166c32c55691f9a47f4fa. 2024-11-13T08:25:38,750 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f48559fe3dc166c32c55691f9a47f4fa: Waiting for close lock at 1731486338748Disabling compacts and flushes for region at 1731486338748Disabling writes for close at 1731486338748Writing region close event to WAL at 1731486338750 (+2 ms)Closed at 1731486338750 2024-11-13T08:25:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741870_1047 (size=95) 2024-11-13T08:25:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741870_1047 (size=95) 2024-11-13T08:25:38,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741870_1047 (size=95) 2024-11-13T08:25:38,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:38,757 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731486338423) 2024-11-13T08:25:38,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=404 (was 400) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:45152 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:38106 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 177) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1153 (was 1359) 2024-11-13T08:25:38,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=1152 2024-11-13T08:25:38,800 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:38,806 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:38,807 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731486338807 2024-11-13T08:25:38,817 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807 2024-11-13T08:25:38,823 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:38,827 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f9eafc93e30716b572dd5efdf38f9f0, NAME => 'testSequentialEditLogSeqNum,,1731486338801.6f9eafc93e30716b572dd5efdf38f9f0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:38,828 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731486338801.6f9eafc93e30716b572dd5efdf38f9f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:38,828 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6f9eafc93e30716b572dd5efdf38f9f0 2024-11-13T08:25:38,828 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6f9eafc93e30716b572dd5efdf38f9f0 2024-11-13T08:25:38,829 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0 doesn't exist for region: 6f9eafc93e30716b572dd5efdf38f9f0 on table testSequentialEditLogSeqNum 2024-11-13T08:25:38,830 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 6f9eafc93e30716b572dd5efdf38f9f0 on table testSequentialEditLogSeqNum 2024-11-13T08:25:38,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741875_1052 (size=62) 2024-11-13T08:25:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741875_1052 (size=62) 2024-11-13T08:25:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741875_1052 (size=62) 2024-11-13T08:25:38,843 INFO [StoreOpener-6f9eafc93e30716b572dd5efdf38f9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f9eafc93e30716b572dd5efdf38f9f0 2024-11-13T08:25:38,844 INFO [StoreOpener-6f9eafc93e30716b572dd5efdf38f9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f9eafc93e30716b572dd5efdf38f9f0 columnFamilyName a 2024-11-13T08:25:38,845 DEBUG [StoreOpener-6f9eafc93e30716b572dd5efdf38f9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:38,845 INFO [StoreOpener-6f9eafc93e30716b572dd5efdf38f9f0-1 {}] regionserver.HStore(327): Store=6f9eafc93e30716b572dd5efdf38f9f0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:38,845 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f9eafc93e30716b572dd5efdf38f9f0 2024-11-13T08:25:38,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0 2024-11-13T08:25:38,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0 2024-11-13T08:25:38,847 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f9eafc93e30716b572dd5efdf38f9f0 2024-11-13T08:25:38,847 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f9eafc93e30716b572dd5efdf38f9f0 2024-11-13T08:25:38,849 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f9eafc93e30716b572dd5efdf38f9f0 2024-11-13T08:25:38,851 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:38,851 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f9eafc93e30716b572dd5efdf38f9f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64506448, jitterRate=-0.03877902030944824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:25:38,852 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f9eafc93e30716b572dd5efdf38f9f0: Writing region info on filesystem at 1731486338828Initializing all the Stores at 1731486338842 (+14 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486338843 (+1 ms)Cleaning up temporary data from old regions at 1731486338847 (+4 ms)Region opened successfully at 1731486338852 (+5 ms) 2024-11-13T08:25:38,865 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6f9eafc93e30716b572dd5efdf38f9f0 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-13T08:25:38,895 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/.tmp/a/070959a19b6e4abe8fd9f24e2690809b is 81, key is testSequentialEditLogSeqNum/a:x0/1731486338853/Put/seqid=0 2024-11-13T08:25:38,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741876_1053 (size=5833) 2024-11-13T08:25:38,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741876_1053 (size=5833) 2024-11-13T08:25:38,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741876_1053 (size=5833) 2024-11-13T08:25:38,904 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/.tmp/a/070959a19b6e4abe8fd9f24e2690809b 2024-11-13T08:25:38,913 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/.tmp/a/070959a19b6e4abe8fd9f24e2690809b as hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/a/070959a19b6e4abe8fd9f24e2690809b 2024-11-13T08:25:38,920 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/a/070959a19b6e4abe8fd9f24e2690809b, entries=10, sequenceid=13, filesize=5.7 K 2024-11-13T08:25:38,922 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6f9eafc93e30716b572dd5efdf38f9f0 in 58ms, sequenceid=13, compaction requested=false 2024-11-13T08:25:38,922 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6f9eafc93e30716b572dd5efdf38f9f0: 2024-11-13T08:25:38,930 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T08:25:38,930 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T08:25:38,930 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T08:25:38,930 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T08:25:38,931 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T08:25:38,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741874_1051 (size=1843) 2024-11-13T08:25:38,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741874_1051 (size=1843) 2024-11-13T08:25:38,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741874_1051 (size=1843) 2024-11-13T08:25:38,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807, size=1.8 K (1843bytes) 2024-11-13T08:25:38,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807 2024-11-13T08:25:38,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807 after 0ms 2024-11-13T08:25:38,992 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:38,992 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807 took 4ms 2024-11-13T08:25:38,995 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807 so closing down 2024-11-13T08:25:38,995 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:38,996 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731486338807.temp 2024-11-13T08:25:38,999 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/recovered.edits/0000000000000000003-wal.1731486338807.temp 2024-11-13T08:25:39,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:39,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741877_1054 (size=1477) 2024-11-13T08:25:39,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741877_1054 (size=1477) 2024-11-13T08:25:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741877_1054 (size=1477) 2024-11-13T08:25:39,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/recovered.edits/0000000000000000003-wal.1731486338807.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-13T08:25:39,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/recovered.edits/0000000000000000003-wal.1731486338807.temp to hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/recovered.edits/0000000000000000020 2024-11-13T08:25:39,018 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 25 ms; skipped=2; WAL=hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807, size=1.8 K, length=1843, corrupted=false, cancelled=false 2024-11-13T08:25:39,019 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807, journal: Splitting hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807, size=1.8 K (1843bytes) at 1731486338989Finishing writing output for hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807 so closing down at 1731486338995 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/recovered.edits/0000000000000000003-wal.1731486338807.temp at 1731486338999 (+4 ms)3 split writer threads finished at 1731486339000 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/recovered.edits/0000000000000000003-wal.1731486338807.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731486339016 (+16 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/recovered.edits/0000000000000000003-wal.1731486338807.temp to hdfs://localhost:34127/hbase/data/default/testSequentialEditLogSeqNum/6f9eafc93e30716b572dd5efdf38f9f0/recovered.edits/0000000000000000020 at 1731486339018 (+2 ms)Processed 17 edits across 1 Regions in 25 ms; skipped=2; WAL=hdfs://localhost:34127/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731486338799/wal.1731486338807, size=1.8 K, length=1843, corrupted=false, cancelled=false at 1731486339018 2024-11-13T08:25:39,035 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=409 (was 404) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:38106 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:49280 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=1075 (was 1152) 2024-11-13T08:25:39,048 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=1075 2024-11-13T08:25:39,064 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:39,066 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:39,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:39,112 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-14973667, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/hregion-14973667, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:39,128 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-14973667/hregion-14973667.1731486339112, exclude list is [], retry=0 2024-11-13T08:25:39,132 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:39,132 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:39,132 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:39,138 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-14973667/hregion-14973667.1731486339112 2024-11-13T08:25:39,140 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:39,141 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4b65fa81d80d39766a476113200107e6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/hbase 2024-11-13T08:25:39,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741879_1056 (size=70) 2024-11-13T08:25:39,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741879_1056 (size=70) 2024-11-13T08:25:39,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741879_1056 (size=70) 2024-11-13T08:25:39,161 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:39,163 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,164 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b65fa81d80d39766a476113200107e6 columnFamilyName a 2024-11-13T08:25:39,165 DEBUG [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:39,165 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(327): Store=4b65fa81d80d39766a476113200107e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:39,165 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,166 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b65fa81d80d39766a476113200107e6 columnFamilyName b 2024-11-13T08:25:39,167 DEBUG [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:39,167 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(327): Store=4b65fa81d80d39766a476113200107e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:39,167 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,168 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b65fa81d80d39766a476113200107e6 columnFamilyName c 2024-11-13T08:25:39,168 DEBUG [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:39,169 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(327): Store=4b65fa81d80d39766a476113200107e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:39,169 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,170 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,170 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,171 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,171 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,172 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:39,173 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,175 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:39,175 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b65fa81d80d39766a476113200107e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67791428, jitterRate=0.010170996189117432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:39,177 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b65fa81d80d39766a476113200107e6: Writing region info on filesystem at 1731486339161Initializing all the Stores at 1731486339162 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486339162Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486339163 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486339163Cleaning up temporary data from old regions at 1731486339171 (+8 ms)Region opened successfully at 1731486339176 (+5 ms) 2024-11-13T08:25:39,177 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b65fa81d80d39766a476113200107e6, disabling compactions & flushes 2024-11-13T08:25:39,177 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6. 2024-11-13T08:25:39,177 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6. 2024-11-13T08:25:39,177 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6. after waiting 0 ms 2024-11-13T08:25:39,177 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6. 2024-11-13T08:25:39,178 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6. 2024-11-13T08:25:39,178 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b65fa81d80d39766a476113200107e6: Waiting for close lock at 1731486339177Disabling compacts and flushes for region at 1731486339177Disabling writes for close at 1731486339177Writing region close event to WAL at 1731486339177Closed at 1731486339177 2024-11-13T08:25:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741878_1055 (size=95) 2024-11-13T08:25:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741878_1055 (size=95) 2024-11-13T08:25:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741878_1055 (size=95) 2024-11-13T08:25:39,183 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:39,183 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-14973667:(num 1731486339112) 2024-11-13T08:25:39,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:39,185 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:39,203 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186, exclude list is [], retry=0 2024-11-13T08:25:39,205 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:39,206 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:39,206 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:39,208 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186 2024-11-13T08:25:39,208 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673)] 2024-11-13T08:25:39,209 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b65fa81d80d39766a476113200107e6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:39,209 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:39,209 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,209 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,211 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,212 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b65fa81d80d39766a476113200107e6 columnFamilyName a 2024-11-13T08:25:39,212 DEBUG [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:39,212 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(327): Store=4b65fa81d80d39766a476113200107e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:39,213 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,214 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b65fa81d80d39766a476113200107e6 columnFamilyName b 2024-11-13T08:25:39,214 DEBUG [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:39,214 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(327): Store=4b65fa81d80d39766a476113200107e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:39,214 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,215 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b65fa81d80d39766a476113200107e6 columnFamilyName c 2024-11-13T08:25:39,215 DEBUG [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:39,216 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(327): Store=4b65fa81d80d39766a476113200107e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:39,216 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,217 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,218 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,219 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,219 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,220 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:39,222 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:39,222 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b65fa81d80d39766a476113200107e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66544572, jitterRate=-0.008408606052398682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:39,224 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b65fa81d80d39766a476113200107e6: Writing region info on filesystem at 1731486339209Initializing all the Stores at 1731486339210 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486339210Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486339210Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486339210Cleaning up temporary data from old regions at 1731486339219 (+9 ms)Region opened successfully at 1731486339223 (+4 ms) 2024-11-13T08:25:39,229 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731486339227/Put/seqid=0 2024-11-13T08:25:39,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741881_1058 (size=4826) 2024-11-13T08:25:39,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741881_1058 (size=4826) 2024-11-13T08:25:39,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741881_1058 (size=4826) 2024-11-13T08:25:39,237 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34127/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 4b65fa81d80d39766a476113200107e6/a 2024-11-13T08:25:39,244 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-13T08:25:39,244 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T08:25:39,245 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4b65fa81d80d39766a476113200107e6: 2024-11-13T08:25:39,246 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/a/636ab7228ce544ec9d1bf088121b4960_SeqId_3_ 2024-11-13T08:25:39,247 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34127/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 4b65fa81d80d39766a476113200107e6/a as hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/a/636ab7228ce544ec9d1bf088121b4960_SeqId_3_ - updating store file list. 2024-11-13T08:25:39,252 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 636ab7228ce544ec9d1bf088121b4960_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-13T08:25:39,253 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/a/636ab7228ce544ec9d1bf088121b4960_SeqId_3_ into 4b65fa81d80d39766a476113200107e6/a 2024-11-13T08:25:39,253 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34127/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 4b65fa81d80d39766a476113200107e6/a (new location: hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/a/636ab7228ce544ec9d1bf088121b4960_SeqId_3_) 2024-11-13T08:25:39,296 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186, size=0 (0bytes) 2024-11-13T08:25:39,296 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186 might be still open, length is 0 2024-11-13T08:25:39,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186 2024-11-13T08:25:39,296 WARN [IPC Server handler 2 on default port 34127 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-13T08:25:39,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186 after 1ms 2024-11-13T08:25:41,693 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:38212 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38212 dst: /127.0.0.1:41295 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41295 remote=/127.0.0.1:38212]. Total timeout mills is 60000, 57565 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:41,694 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:45236 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37977:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45236 dst: /127.0.0.1:37977 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:41,694 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:49496 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44463:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49496 dst: /127.0.0.1:44463 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741880_1059 (size=474) 2024-11-13T08:25:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741880_1059 (size=474) 2024-11-13T08:25:43,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186 after 4002ms 2024-11-13T08:25:43,302 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:43,302 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186 took 4006ms 2024-11-13T08:25:43,304 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186; continuing. 2024-11-13T08:25:43,304 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186 so closing down 2024-11-13T08:25:43,304 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:43,306 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731486339186.temp 2024-11-13T08:25:43,307 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005-wal.1731486339186.temp 2024-11-13T08:25:43,307 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:43,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741882_1060 (size=259) 2024-11-13T08:25:43,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741882_1060 (size=259) 2024-11-13T08:25:43,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741882_1060 (size=259) 2024-11-13T08:25:43,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005-wal.1731486339186.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-13T08:25:43,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005-wal.1731486339186.temp to hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005 2024-11-13T08:25:43,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T08:25:43,318 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186, journal: Splitting hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186, size=0 (0bytes) at 1731486339296Finishing writing output for hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186 so closing down at 1731486343304 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005-wal.1731486339186.temp at 1731486343307 (+3 ms)3 split writer threads finished at 1731486343307Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005-wal.1731486339186.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731486343316 (+9 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005-wal.1731486339186.temp to hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005 at 1731486343317 (+1 ms)Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186, size=0, length=0, corrupted=false, cancelled=false at 1731486343318 (+1 ms) 2024-11-13T08:25:43,319 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186 to hdfs://localhost:34127/hbase/oldWALs/wal.1731486339186 2024-11-13T08:25:43,320 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005 2024-11-13T08:25:43,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:43,322 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:43,336 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486343323, exclude list is [], retry=0 2024-11-13T08:25:43,339 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:43,339 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:43,339 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:43,341 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486343323 2024-11-13T08:25:43,341 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:25:43,342 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b65fa81d80d39766a476113200107e6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:43,342 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:43,342 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:43,342 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:43,343 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:43,344 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b65fa81d80d39766a476113200107e6 columnFamilyName a 2024-11-13T08:25:43,344 DEBUG [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:43,351 DEBUG [StoreFileOpener-4b65fa81d80d39766a476113200107e6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 636ab7228ce544ec9d1bf088121b4960_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-13T08:25:43,351 DEBUG [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/a/636ab7228ce544ec9d1bf088121b4960_SeqId_3_ 2024-11-13T08:25:43,351 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(327): Store=4b65fa81d80d39766a476113200107e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:43,352 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:43,352 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b65fa81d80d39766a476113200107e6 columnFamilyName b 2024-11-13T08:25:43,352 DEBUG [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:43,353 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(327): Store=4b65fa81d80d39766a476113200107e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:43,353 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:43,354 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b65fa81d80d39766a476113200107e6 columnFamilyName c 2024-11-13T08:25:43,354 DEBUG [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:43,354 INFO [StoreOpener-4b65fa81d80d39766a476113200107e6-1 {}] regionserver.HStore(327): Store=4b65fa81d80d39766a476113200107e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:43,354 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:43,355 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:43,357 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:43,357 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005 2024-11-13T08:25:43,359 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:43,360 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005 2024-11-13T08:25:43,361 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4b65fa81d80d39766a476113200107e6 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-13T08:25:43,380 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/.tmp/a/72d76c6a25c149eaa8b5404f1a414c68 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731486339257/Put/seqid=0 2024-11-13T08:25:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741884_1062 (size=5149) 2024-11-13T08:25:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741884_1062 (size=5149) 2024-11-13T08:25:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741884_1062 (size=5149) 2024-11-13T08:25:43,388 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/.tmp/a/72d76c6a25c149eaa8b5404f1a414c68 2024-11-13T08:25:43,393 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/.tmp/a/72d76c6a25c149eaa8b5404f1a414c68 as hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/a/72d76c6a25c149eaa8b5404f1a414c68 2024-11-13T08:25:43,398 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/a/72d76c6a25c149eaa8b5404f1a414c68, entries=1, sequenceid=5, filesize=5.0 K 2024-11-13T08:25:43,398 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 4b65fa81d80d39766a476113200107e6 in 37ms, sequenceid=5, compaction requested=false; wal=null 2024-11-13T08:25:43,399 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/0000000000000000005 2024-11-13T08:25:43,400 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:43,400 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:43,401 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:43,403 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b65fa81d80d39766a476113200107e6 2024-11-13T08:25:43,405 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4b65fa81d80d39766a476113200107e6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T08:25:43,406 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b65fa81d80d39766a476113200107e6; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64312200, jitterRate=-0.04167354106903076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:43,406 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b65fa81d80d39766a476113200107e6: Writing region info on filesystem at 1731486343342Initializing all the Stores at 1731486343343 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486343343Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486343343Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486343343Obtaining lock to block concurrent updates at 1731486343361 (+18 ms)Preparing flush snapshotting stores in 4b65fa81d80d39766a476113200107e6 at 1731486343361Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731486343361Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6. at 1731486343361Flushing 4b65fa81d80d39766a476113200107e6/a: creating writer at 1731486343361Flushing 4b65fa81d80d39766a476113200107e6/a: appending metadata at 1731486343380 (+19 ms)Flushing 4b65fa81d80d39766a476113200107e6/a: closing flushed file at 1731486343380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74ecd4fd: reopening flushed file at 1731486343392 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 4b65fa81d80d39766a476113200107e6 in 37ms, sequenceid=5, compaction requested=false; wal=null at 1731486343399 (+7 ms)Cleaning up temporary data from old regions at 1731486343400 (+1 ms)Region opened successfully at 1731486343406 (+6 ms) 2024-11-13T08:25:43,410 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b65fa81d80d39766a476113200107e6, disabling compactions & flushes 2024-11-13T08:25:43,410 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6. 2024-11-13T08:25:43,410 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6. 2024-11-13T08:25:43,410 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6. after waiting 0 ms 2024-11-13T08:25:43,410 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6. 2024-11-13T08:25:43,411 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731486339065.4b65fa81d80d39766a476113200107e6. 2024-11-13T08:25:43,411 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b65fa81d80d39766a476113200107e6: Waiting for close lock at 1731486343410Disabling compacts and flushes for region at 1731486343410Disabling writes for close at 1731486343410Writing region close event to WAL at 1731486343411 (+1 ms)Closed at 1731486343411 2024-11-13T08:25:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741883_1061 (size=95) 2024-11-13T08:25:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741883_1061 (size=95) 2024-11-13T08:25:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741883_1061 (size=95) 2024-11-13T08:25:43,416 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:43,416 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731486343323) 2024-11-13T08:25:43,433 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 409) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34127 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1561985389_22 at /127.0.0.1:41802 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1561985389_22 at /127.0.0.1:46758 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=1067 (was 1075) 2024-11-13T08:25:43,445 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=1066 2024-11-13T08:25:43,461 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:43,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T08:25:43,470 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dd3a0865bb23,41517,1731486327749 2024-11-13T08:25:43,473 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dd46f3a 2024-11-13T08:25:43,474 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T08:25:43,476 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T08:25:43,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T08:25:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-13T08:25:43,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T08:25:43,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-13T08:25:43,490 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:43,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T08:25:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T08:25:43,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741885_1063 (size=694) 2024-11-13T08:25:43,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741885_1063 (size=694) 2024-11-13T08:25:43,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741885_1063 (size=694) 2024-11-13T08:25:43,505 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ee9898ac970640d9a06733a9fb23e1b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46 2024-11-13T08:25:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741886_1064 (size=77) 2024-11-13T08:25:43,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741886_1064 (size=77) 2024-11-13T08:25:43,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741886_1064 (size=77) 2024-11-13T08:25:43,516 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:43,516 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 8ee9898ac970640d9a06733a9fb23e1b, disabling compactions & flushes 2024-11-13T08:25:43,516 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:43,516 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:43,516 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. after waiting 0 ms 2024-11-13T08:25:43,516 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:43,516 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:43,516 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ee9898ac970640d9a06733a9fb23e1b: Waiting for close lock at 1731486343516Disabling compacts and flushes for region at 1731486343516Disabling writes for close at 1731486343516Writing region close event to WAL at 1731486343516Closed at 1731486343516 2024-11-13T08:25:43,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T08:25:43,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731486343518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731486343518"}]},"ts":"1731486343518"} 2024-11-13T08:25:43,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T08:25:43,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T08:25:43,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731486343528"}]},"ts":"1731486343528"} 2024-11-13T08:25:43,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-13T08:25:43,535 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {dd3a0865bb23=0} racks are {/default-rack=0} 2024-11-13T08:25:43,536 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T08:25:43,536 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T08:25:43,536 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T08:25:43,536 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T08:25:43,536 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T08:25:43,536 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T08:25:43,536 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T08:25:43,536 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T08:25:43,536 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T08:25:43,536 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:25:43,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, ASSIGN}] 2024-11-13T08:25:43,540 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, ASSIGN 2024-11-13T08:25:43,541 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, ASSIGN; state=OFFLINE, location=dd3a0865bb23,37823,1731486328480; forceNewPlan=false, retain=false 2024-11-13T08:25:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T08:25:43,694 INFO [dd3a0865bb23:41517 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T08:25:43,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=OPENING, regionLocation=dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:43,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, ASSIGN because future has completed 2024-11-13T08:25:43,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,37823,1731486328480}] 2024-11-13T08:25:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T08:25:43,853 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:25:43,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:25:43,860 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:43,860 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee9898ac970640d9a06733a9fb23e1b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:43,860 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,861 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:43,861 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,861 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,862 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,863 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf1 2024-11-13T08:25:43,864 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:43,864 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:43,864 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,866 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf2 2024-11-13T08:25:43,866 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:43,866 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:43,866 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,867 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,867 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,868 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,868 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,869 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T08:25:43,870 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,872 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:43,873 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ee9898ac970640d9a06733a9fb23e1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75356470, jitterRate=0.12289890646934509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T08:25:43,873 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:43,873 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ee9898ac970640d9a06733a9fb23e1b: Running coprocessor pre-open hook at 1731486343861Writing region info on filesystem at 1731486343861Initializing all the Stores at 1731486343862 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486343862Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486343862Cleaning up temporary data from old regions at 1731486343868 (+6 ms)Running coprocessor post-open hooks at 1731486343873 (+5 ms)Region opened successfully at 1731486343873 2024-11-13T08:25:43,875 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., pid=6, masterSystemTime=1731486343853 2024-11-13T08:25:43,878 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:43,878 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:43,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=OPEN, openSeqNum=2, regionLocation=dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:43,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,37823,1731486328480 because future has completed 2024-11-13T08:25:43,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T08:25:43,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,37823,1731486328480 in 184 msec 2024-11-13T08:25:43,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T08:25:43,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, ASSIGN in 348 msec 2024-11-13T08:25:43,890 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T08:25:43,890 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731486343890"}]},"ts":"1731486343890"} 2024-11-13T08:25:43,893 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-13T08:25:43,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T08:25:43,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 413 msec 2024-11-13T08:25:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T08:25:44,128 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-13T08:25:44,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-13T08:25:44,130 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:25:44,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-13T08:25:44,135 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T08:25:44,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-13T08:25:44,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=2] 2024-11-13T08:25:44,150 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:25:44,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:25:44,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=8ee9898ac970640d9a06733a9fb23e1b, source=dd3a0865bb23,37823,1731486328480, destination=dd3a0865bb23,34707,1731486328589, warming up region on dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:25:44,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=8ee9898ac970640d9a06733a9fb23e1b, source=dd3a0865bb23,37823,1731486328480, destination=dd3a0865bb23,34707,1731486328589, running balancer 2024-11-13T08:25:44,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:25:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE 2024-11-13T08:25:44,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE 2024-11-13T08:25:44,173 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=CLOSING, regionLocation=dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:44,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] regionserver.HRegion(7855): Warmup {ENCODED => 8ee9898ac970640d9a06733a9fb23e1b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:44,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE because future has completed 2024-11-13T08:25:44,175 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,176 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T08:25:44,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,37823,1731486328480}] 2024-11-13T08:25:44,177 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf1 2024-11-13T08:25:44,177 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:44,177 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:44,177 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,178 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf2 2024-11-13T08:25:44,179 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:44,179 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] regionserver.HRegion(1722): Closing 8ee9898ac970640d9a06733a9fb23e1b, disabling compactions & flushes 2024-11-13T08:25:44,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. after waiting 0 ms 2024-11-13T08:25:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] regionserver.HRegion(1676): Region close journal for 8ee9898ac970640d9a06733a9fb23e1b: Waiting for close lock at 1731486344179Disabling compacts and flushes for region at 1731486344179Disabling writes for close at 1731486344179Writing region close event to WAL at 1731486344180 (+1 ms)Closed at 1731486344180 2024-11-13T08:25:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-13T08:25:44,335 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,335 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T08:25:44,336 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 8ee9898ac970640d9a06733a9fb23e1b, disabling compactions & flushes 2024-11-13T08:25:44,336 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,336 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,336 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. after waiting 0 ms 2024-11-13T08:25:44,336 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,337 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 8ee9898ac970640d9a06733a9fb23e1b 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-13T08:25:44,354 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp/cf1/1c3f9549e6e44873851e659d5627ddbd is 35, key is r1/cf1:q/1731486344152/Put/seqid=0 2024-11-13T08:25:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741887_1065 (size=4783) 2024-11-13T08:25:44,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741887_1065 (size=4783) 2024-11-13T08:25:44,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741887_1065 (size=4783) 2024-11-13T08:25:44,364 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp/cf1/1c3f9549e6e44873851e659d5627ddbd 2024-11-13T08:25:44,372 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp/cf1/1c3f9549e6e44873851e659d5627ddbd as hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/1c3f9549e6e44873851e659d5627ddbd 2024-11-13T08:25:44,379 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/1c3f9549e6e44873851e659d5627ddbd, entries=1, sequenceid=5, filesize=4.7 K 2024-11-13T08:25:44,381 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 8ee9898ac970640d9a06733a9fb23e1b in 45ms, sequenceid=5, compaction requested=false 2024-11-13T08:25:44,381 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-13T08:25:44,386 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T08:25:44,389 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,389 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 8ee9898ac970640d9a06733a9fb23e1b: Waiting for close lock at 1731486344336Running coprocessor pre-close hooks at 1731486344336Disabling compacts and flushes for region at 1731486344336Disabling writes for close at 1731486344336Obtaining lock to block concurrent updates at 1731486344337 (+1 ms)Preparing flush snapshotting stores in 8ee9898ac970640d9a06733a9fb23e1b at 1731486344337Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731486344337Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. at 1731486344338 (+1 ms)Flushing 8ee9898ac970640d9a06733a9fb23e1b/cf1: creating writer at 1731486344338Flushing 8ee9898ac970640d9a06733a9fb23e1b/cf1: appending metadata at 1731486344354 (+16 ms)Flushing 8ee9898ac970640d9a06733a9fb23e1b/cf1: closing flushed file at 1731486344354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf3741c: reopening flushed file at 1731486344371 (+17 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 8ee9898ac970640d9a06733a9fb23e1b in 45ms, sequenceid=5, compaction requested=false at 1731486344381 (+10 ms)Writing region close event to WAL at 1731486344382 (+1 ms)Running coprocessor post-close hooks at 1731486344386 (+4 ms)Closed at 1731486344389 (+3 ms) 2024-11-13T08:25:44,389 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 8ee9898ac970640d9a06733a9fb23e1b move to dd3a0865bb23,34707,1731486328589 record at close sequenceid=5 2024-11-13T08:25:44,393 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=CLOSED 2024-11-13T08:25:44,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,37823,1731486328480 because future has completed 2024-11-13T08:25:44,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T08:25:44,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,37823,1731486328480 in 222 msec 2024-11-13T08:25:44,403 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE; state=CLOSED, location=dd3a0865bb23,34707,1731486328589; forceNewPlan=false, retain=false 2024-11-13T08:25:44,554 INFO [dd3a0865bb23:41517 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T08:25:44,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=OPENING, regionLocation=dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:44,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE because future has completed 2024-11-13T08:25:44,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,34707,1731486328589}] 2024-11-13T08:25:44,715 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,715 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee9898ac970640d9a06733a9fb23e1b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:44,716 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,716 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:44,716 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,716 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,718 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,719 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf1 2024-11-13T08:25:44,719 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:44,727 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/1c3f9549e6e44873851e659d5627ddbd 2024-11-13T08:25:44,727 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:44,727 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,728 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf2 2024-11-13T08:25:44,728 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:44,729 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:44,729 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,730 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,732 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,732 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,733 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,733 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T08:25:44,735 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,736 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 8ee9898ac970640d9a06733a9fb23e1b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69218312, jitterRate=0.03143322467803955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T08:25:44,736 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:44,736 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 8ee9898ac970640d9a06733a9fb23e1b: Running coprocessor pre-open hook at 1731486344716Writing region info on filesystem at 1731486344716Initializing all the Stores at 1731486344717 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486344717Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486344717Cleaning up temporary data from old regions at 1731486344733 (+16 ms)Running coprocessor post-open hooks at 1731486344736 (+3 ms)Region opened successfully at 1731486344736 2024-11-13T08:25:44,738 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., pid=9, masterSystemTime=1731486344710 2024-11-13T08:25:44,741 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,741 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:44,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=OPEN, openSeqNum=9, regionLocation=dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,34707,1731486328589 because future has completed 2024-11-13T08:25:44,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-13T08:25:44,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,34707,1731486328589 in 188 msec 2024-11-13T08:25:44,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE in 581 msec 2024-11-13T08:25:44,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:25:44,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:25:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:39062 deadline: 1731486404785, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd3a0865bb23 port=34707 startCode=1731486328589. As of locationSeqNum=5. 2024-11-13T08:25:44,793 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd3a0865bb23 port=34707 startCode=1731486328589. As of locationSeqNum=5. 2024-11-13T08:25:44,794 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd3a0865bb23 port=34707 startCode=1731486328589. As of locationSeqNum=5. 2024-11-13T08:25:44,794 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,34707,1731486328589, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd3a0865bb23 port=34707 startCode=1731486328589. As of locationSeqNum=5. 2024-11-13T08:25:44,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T08:25:44,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T08:25:44,920 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8ee9898ac970640d9a06733a9fb23e1b 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-13T08:25:44,941 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp/cf1/30715a65653c4ba18e9da17b54ea4145 is 29, key is r1/cf1:/1731486344910/DeleteFamily/seqid=0 2024-11-13T08:25:44,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741888_1066 (size=4906) 2024-11-13T08:25:44,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741888_1066 (size=4906) 2024-11-13T08:25:44,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741888_1066 (size=4906) 2024-11-13T08:25:44,951 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp/cf1/30715a65653c4ba18e9da17b54ea4145 2024-11-13T08:25:44,957 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30715a65653c4ba18e9da17b54ea4145 2024-11-13T08:25:44,972 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp/cf2/ca7e8d68d70b486590d6e25fdee849f2 is 29, key is r1/cf2:/1731486344910/DeleteFamily/seqid=0 2024-11-13T08:25:44,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741889_1067 (size=4906) 2024-11-13T08:25:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741889_1067 (size=4906) 2024-11-13T08:25:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741889_1067 (size=4906) 2024-11-13T08:25:44,979 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp/cf2/ca7e8d68d70b486590d6e25fdee849f2 2024-11-13T08:25:44,986 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca7e8d68d70b486590d6e25fdee849f2 2024-11-13T08:25:44,987 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp/cf1/30715a65653c4ba18e9da17b54ea4145 as hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/30715a65653c4ba18e9da17b54ea4145 2024-11-13T08:25:44,994 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30715a65653c4ba18e9da17b54ea4145 2024-11-13T08:25:44,994 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/30715a65653c4ba18e9da17b54ea4145, entries=1, sequenceid=12, filesize=4.8 K 2024-11-13T08:25:44,995 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp/cf2/ca7e8d68d70b486590d6e25fdee849f2 as hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf2/ca7e8d68d70b486590d6e25fdee849f2 2024-11-13T08:25:45,000 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca7e8d68d70b486590d6e25fdee849f2 2024-11-13T08:25:45,001 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf2/ca7e8d68d70b486590d6e25fdee849f2, entries=1, sequenceid=12, filesize=4.8 K 2024-11-13T08:25:45,002 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 8ee9898ac970640d9a06733a9fb23e1b in 82ms, sequenceid=12, compaction requested=false 2024-11-13T08:25:45,002 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8ee9898ac970640d9a06733a9fb23e1b: 2024-11-13T08:25:45,005 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T08:25:45,006 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8ee9898ac970640d9a06733a9fb23e1b/cf1 is initiating major compaction (all files) 2024-11-13T08:25:45,006 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:25:45,006 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:45,007 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8ee9898ac970640d9a06733a9fb23e1b/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,007 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/1c3f9549e6e44873851e659d5627ddbd, hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/30715a65653c4ba18e9da17b54ea4145] into tmpdir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp, totalSize=9.5 K 2024-11-13T08:25:45,008 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1c3f9549e6e44873851e659d5627ddbd, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731486344152 2024-11-13T08:25:45,008 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 30715a65653c4ba18e9da17b54ea4145, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-13T08:25:45,019 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 8ee9898ac970640d9a06733a9fb23e1b#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:25:45,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741890_1068 (size=4626) 2024-11-13T08:25:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741890_1068 (size=4626) 2024-11-13T08:25:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741890_1068 (size=4626) 2024-11-13T08:25:45,434 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp/cf1/680da13c09ba4d91ae1ac5d9be79087a as hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/680da13c09ba4d91ae1ac5d9be79087a 2024-11-13T08:25:45,449 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 8ee9898ac970640d9a06733a9fb23e1b/cf1 of 8ee9898ac970640d9a06733a9fb23e1b into 680da13c09ba4d91ae1ac5d9be79087a(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:25:45,449 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8ee9898ac970640d9a06733a9fb23e1b: 2024-11-13T08:25:45,449 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-13T08:25:45,449 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8ee9898ac970640d9a06733a9fb23e1b/cf2 is initiating major compaction (all files) 2024-11-13T08:25:45,449 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T08:25:45,449 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T08:25:45,449 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8ee9898ac970640d9a06733a9fb23e1b/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,449 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf2/ca7e8d68d70b486590d6e25fdee849f2] into tmpdir=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp, totalSize=4.8 K 2024-11-13T08:25:45,450 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ca7e8d68d70b486590d6e25fdee849f2, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-13T08:25:45,456 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 8ee9898ac970640d9a06733a9fb23e1b#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T08:25:45,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741891_1069 (size=4592) 2024-11-13T08:25:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741891_1069 (size=4592) 2024-11-13T08:25:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741891_1069 (size=4592) 2024-11-13T08:25:45,468 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/.tmp/cf2/52a7c7692c8e478d8470934b02bcad38 as hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf2/52a7c7692c8e478d8470934b02bcad38 2024-11-13T08:25:45,474 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 8ee9898ac970640d9a06733a9fb23e1b/cf2 of 8ee9898ac970640d9a06733a9fb23e1b into 52a7c7692c8e478d8470934b02bcad38(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:25:45,474 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8ee9898ac970640d9a06733a9fb23e1b: 2024-11-13T08:25:45,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=8ee9898ac970640d9a06733a9fb23e1b, source=dd3a0865bb23,34707,1731486328589, destination=dd3a0865bb23,37823,1731486328480, warming up region on dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:45,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=8ee9898ac970640d9a06733a9fb23e1b, source=dd3a0865bb23,34707,1731486328589, destination=dd3a0865bb23,37823,1731486328480, running balancer 2024-11-13T08:25:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE 2024-11-13T08:25:45,480 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE 2024-11-13T08:25:45,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=CLOSING, regionLocation=dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:45,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] regionserver.HRegion(7855): Warmup {ENCODED => 8ee9898ac970640d9a06733a9fb23e1b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:45,482 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:45,483 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf1 2024-11-13T08:25:45,483 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:45,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE because future has completed 2024-11-13T08:25:45,484 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T08:25:45,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,34707,1731486328589}] 2024-11-13T08:25:45,489 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/1c3f9549e6e44873851e659d5627ddbd 2024-11-13T08:25:45,494 INFO [StoreFileOpener-8ee9898ac970640d9a06733a9fb23e1b-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30715a65653c4ba18e9da17b54ea4145 2024-11-13T08:25:45,494 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/30715a65653c4ba18e9da17b54ea4145 2024-11-13T08:25:45,498 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/680da13c09ba4d91ae1ac5d9be79087a 2024-11-13T08:25:45,498 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:45,498 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:45,499 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf2 2024-11-13T08:25:45,499 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:45,505 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf2/52a7c7692c8e478d8470934b02bcad38 2024-11-13T08:25:45,509 INFO [StoreFileOpener-8ee9898ac970640d9a06733a9fb23e1b-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca7e8d68d70b486590d6e25fdee849f2 2024-11-13T08:25:45,509 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf2/ca7e8d68d70b486590d6e25fdee849f2 2024-11-13T08:25:45,509 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] regionserver.HRegion(1722): Closing 8ee9898ac970640d9a06733a9fb23e1b, disabling compactions & flushes 2024-11-13T08:25:45,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. after waiting 0 ms 2024-11-13T08:25:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] regionserver.HRegion(1676): Region close journal for 8ee9898ac970640d9a06733a9fb23e1b: Waiting for close lock at 1731486345510Disabling compacts and flushes for region at 1731486345510Disabling writes for close at 1731486345510Writing region close event to WAL at 1731486345511 (+1 ms)Closed at 1731486345511 2024-11-13T08:25:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-13T08:25:45,638 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:45,638 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T08:25:45,638 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 8ee9898ac970640d9a06733a9fb23e1b, disabling compactions & flushes 2024-11-13T08:25:45,638 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,638 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,638 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. after waiting 0 ms 2024-11-13T08:25:45,638 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,639 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/1c3f9549e6e44873851e659d5627ddbd, hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/30715a65653c4ba18e9da17b54ea4145] to archive 2024-11-13T08:25:45,642 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:25:45,646 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/1c3f9549e6e44873851e659d5627ddbd to hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/1c3f9549e6e44873851e659d5627ddbd 2024-11-13T08:25:45,647 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/30715a65653c4ba18e9da17b54ea4145 to hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/30715a65653c4ba18e9da17b54ea4145 2024-11-13T08:25:45,661 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf2/ca7e8d68d70b486590d6e25fdee849f2] to archive 2024-11-13T08:25:45,662 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:25:45,663 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf2/ca7e8d68d70b486590d6e25fdee849f2 to hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf2/ca7e8d68d70b486590d6e25fdee849f2 2024-11-13T08:25:45,669 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-13T08:25:45,669 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,669 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 8ee9898ac970640d9a06733a9fb23e1b: Waiting for close lock at 1731486345638Running coprocessor pre-close hooks at 1731486345638Disabling compacts and flushes for region at 1731486345638Disabling writes for close at 1731486345638Writing region close event to WAL at 1731486345665 (+27 ms)Running coprocessor post-close hooks at 1731486345669 (+4 ms)Closed at 1731486345669 2024-11-13T08:25:45,669 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 8ee9898ac970640d9a06733a9fb23e1b move to dd3a0865bb23,37823,1731486328480 record at close sequenceid=12 2024-11-13T08:25:45,672 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:45,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=CLOSED 2024-11-13T08:25:45,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,34707,1731486328589 because future has completed 2024-11-13T08:25:45,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T08:25:45,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,34707,1731486328589 in 193 msec 2024-11-13T08:25:45,680 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE; state=CLOSED, location=dd3a0865bb23,37823,1731486328480; forceNewPlan=false, retain=false 2024-11-13T08:25:45,831 INFO [dd3a0865bb23:41517 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T08:25:45,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=OPENING, regionLocation=dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:45,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE because future has completed 2024-11-13T08:25:45,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,37823,1731486328480}] 2024-11-13T08:25:45,990 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:45,991 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee9898ac970640d9a06733a9fb23e1b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:45,991 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:45,991 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:45,991 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:45,991 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:45,993 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:45,994 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf1 2024-11-13T08:25:45,994 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:45,999 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/680da13c09ba4d91ae1ac5d9be79087a 2024-11-13T08:25:45,999 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:45,999 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,000 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf2 2024-11-13T08:25:46,000 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:46,005 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf2/52a7c7692c8e478d8470934b02bcad38 2024-11-13T08:25:46,006 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:46,006 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,007 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,008 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,008 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,009 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,009 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T08:25:46,011 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,012 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 8ee9898ac970640d9a06733a9fb23e1b; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71036982, jitterRate=0.05853351950645447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T08:25:46,012 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,013 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 8ee9898ac970640d9a06733a9fb23e1b: Running coprocessor pre-open hook at 1731486345992Writing region info on filesystem at 1731486345992Initializing all the Stores at 1731486345992Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486345992Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486345993 (+1 ms)Cleaning up temporary data from old regions at 1731486346009 (+16 ms)Running coprocessor post-open hooks at 1731486346012 (+3 ms)Region opened successfully at 1731486346013 (+1 ms) 2024-11-13T08:25:46,014 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., pid=12, masterSystemTime=1731486345987 2024-11-13T08:25:46,017 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:46,017 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:46,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=OPEN, openSeqNum=18, regionLocation=dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:46,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,37823,1731486328480 because future has completed 2024-11-13T08:25:46,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-13T08:25:46,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,37823,1731486328480 in 187 msec 2024-11-13T08:25:46,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, REOPEN/MOVE in 546 msec 2024-11-13T08:25:46,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T08:25:46,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T08:25:46,035 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server dd3a0865bb23,37823,1731486328480: testing ***** 2024-11-13T08:25:46,035 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T08:25:46,038 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T08:25:46,039 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T08:25:46,042 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T08:25:46,044 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T08:25:46,051 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 331808984 }, "NonHeapMemoryUsage": { "committed": 172359680, "init": 7667712, "max": -1, "used": 169629328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "dd3a0865bb23", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "dd3a0865bb23", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:65262", "tag.serverName": "dd3a0865bb23,46125,1731486328651", "tag.clusterId": "d1baec70-26ae-4482-aedd-6b92ae8d4526", "tag.Context": "regionserver", "tag.Hostname": "dd3a0865bb23", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731486328651, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 3, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 2, "ScanTime_90th_percentile": 2, "ScanTime_95th_percentile": 2, "ScanTime_98th_percentile": 2, "ScanTime_99th_percentile": 2, "ScanTime_99.9th_percentile": 2, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 8, "Put_mean": 5, "Put_25th_percentile": 3, "Put_median": 5, "Put_75th_percentile": 6, "Put_90th_percentile": 7, "Put_95th_percentile": 7, "Put_98th_percentile": 7, "Put_99th_percentile": 7, "Put_99.9th_percentile": 7, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-13T08:25:46,055 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41517 {}] master.MasterRpcServices(700): dd3a0865bb23,37823,1731486328480 reported a fatal error: ***** ABORTING region server dd3a0865bb23,37823,1731486328480: testing ***** 2024-11-13T08:25:46,058 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dd3a0865bb23,37823,1731486328480' ***** 2024-11-13T08:25:46,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-13T08:25:46,058 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:25:46,058 INFO [RS:0;dd3a0865bb23:37823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T08:25:46,058 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T08:25:46,059 INFO [RS:0;dd3a0865bb23:37823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T08:25:46,059 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,059 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(956): aborting server dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:46,059 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T08:25:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34707 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:53272 deadline: 1731486406059, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd3a0865bb23 port=37823 startCode=1731486328480. As of locationSeqNum=12. 2024-11-13T08:25:46,059 INFO [RS:0;dd3a0865bb23:37823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dd3a0865bb23:37823. 2024-11-13T08:25:46,059 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ee9898ac970640d9a06733a9fb23e1b, disabling compactions & flushes 2024-11-13T08:25:46,060 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:46,060 DEBUG [RS:0;dd3a0865bb23:37823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:25:46,060 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:46,060 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. after waiting 0 ms 2024-11-13T08:25:46,060 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:46,060 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,34707,1731486328589, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,34707,1731486328589, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd3a0865bb23 port=37823 startCode=1731486328480. As of locationSeqNum=12. 2024-11-13T08:25:46,060 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,34707,1731486328589, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd3a0865bb23 port=37823 startCode=1731486328480. As of locationSeqNum=12. 2024-11-13T08:25:46,060 DEBUG [RS:0;dd3a0865bb23:37823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:25:46,060 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,34707,1731486328589, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd3a0865bb23 port=37823 startCode=1731486328480. As of locationSeqNum=12. 2024-11-13T08:25:46,061 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T08:25:46,061 DEBUG [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(1325): Online Regions={8ee9898ac970640d9a06733a9fb23e1b=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.} 2024-11-13T08:25:46,061 DEBUG [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(1351): Waiting on 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,062 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:46,062 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ee9898ac970640d9a06733a9fb23e1b: Waiting for close lock at 1731486346059Running coprocessor pre-close hooks at 1731486346059Disabling compacts and flushes for region at 1731486346059Disabling writes for close at 1731486346060 (+1 ms)Writing region close event to WAL at 1731486346061 (+1 ms)Running coprocessor post-close hooks at 1731486346061Closed at 1731486346062 (+1 ms) 2024-11-13T08:25:46,062 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:46,062 INFO [regionserver/dd3a0865bb23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:25:46,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dd3a0865bb23,37823,1731486328480 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:46,168 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dd3a0865bb23,37823,1731486328480 aborting 2024-11-13T08:25:46,168 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dd3a0865bb23,37823,1731486328480 aborting 2024-11-13T08:25:46,168 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=12 from cache 2024-11-13T08:25:46,261 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(976): stopping server dd3a0865bb23,37823,1731486328480; all regions closed. 2024-11-13T08:25:46,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741833_1009 (size=1404) 2024-11-13T08:25:46,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741833_1009 (size=1404) 2024-11-13T08:25:46,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741833_1009 (size=1404) 2024-11-13T08:25:46,265 DEBUG [RS:0;dd3a0865bb23:37823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:25:46,266 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:25:46,266 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T08:25:46,266 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.ChoreService(370): Chore service for: regionserver/dd3a0865bb23:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T08:25:46,266 INFO [regionserver/dd3a0865bb23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T08:25:46,266 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:25:46,266 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:25:46,266 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:25:46,266 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T08:25:46,267 INFO [RS:0;dd3a0865bb23:37823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37823 2024-11-13T08:25:46,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dd3a0865bb23,37823,1731486328480 2024-11-13T08:25:46,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:25:46,278 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T08:25:46,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dd3a0865bb23,37823,1731486328480] 2024-11-13T08:25:46,281 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dd3a0865bb23,37823,1731486328480 already deleted, retry=false 2024-11-13T08:25:46,281 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of dd3a0865bb23,37823,1731486328480 on dd3a0865bb23,41517,1731486327749 2024-11-13T08:25:46,286 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure dd3a0865bb23,37823,1731486328480, splitWal=true, meta=false 2024-11-13T08:25:46,289 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for dd3a0865bb23,37823,1731486328480 (carryingMeta=false) dd3a0865bb23,37823,1731486328480/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7ef875d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T08:25:46,289 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure dd3a0865bb23,37823,1731486328480, splitWal=true, meta=false 2024-11-13T08:25:46,290 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): dd3a0865bb23,37823,1731486328480 had 1 regions 2024-11-13T08:25:46,292 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure dd3a0865bb23,37823,1731486328480, splitWal=true, meta=false, isMeta: false 2024-11-13T08:25:46,294 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting 2024-11-13T08:25:46,295 INFO [PEWorker-1 {}] master.SplitWALManager(105): dd3a0865bb23,37823,1731486328480 WAL count=1, meta=false 2024-11-13T08:25:46,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure dd3a0865bb23%2C37823%2C1731486328480.1731486330123}] 2024-11-13T08:25:46,302 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=dd3a0865bb23,46125,1731486328651 2024-11-13T08:25:46,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure dd3a0865bb23%2C37823%2C1731486328480.1731486330123, worker=dd3a0865bb23,46125,1731486328651}] 2024-11-13T08:25:46,380 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=18] 2024-11-13T08:25:46,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:25:46,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37823-0x101106e8b400001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:25:46,381 INFO [RS:0;dd3a0865bb23:37823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T08:25:46,382 INFO [RS:0;dd3a0865bb23:37823 {}] regionserver.HRegionServer(1031): Exiting; stopping=dd3a0865bb23,37823,1731486328480; zookeeper connection closed. 2024-11-13T08:25:46,382 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47eb1dea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47eb1dea 2024-11-13T08:25:46,382 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dd3a0865bb23:37823 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dd3a0865bb23/172.17.0.2:37823 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:46,383 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=18, error=java.net.ConnectException: Call to address=dd3a0865bb23:37823 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dd3a0865bb23/172.17.0.2:37823 2024-11-13T08:25:46,383 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-13T08:25:46,383 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=18 from cache 2024-11-13T08:25:46,383 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address dd3a0865bb23:37823 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dd3a0865bb23/172.17.0.2:37823 2024-11-13T08:25:46,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-13T08:25:46,485 INFO [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123, size=1.4 K (1404bytes) 2024-11-13T08:25:46,485 INFO [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123 2024-11-13T08:25:46,486 INFO [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123 after 1ms 2024-11-13T08:25:46,489 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:46,489 INFO [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123 took 4ms 2024-11-13T08:25:46,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 8ee9898ac970640d9a06733a9fb23e1b: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-13T08:25:46,497 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123 so closing down 2024-11-13T08:25:46,497 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:46,497 INFO [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:46,497 INFO [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123, size=1.4 K, length=1404, corrupted=false, cancelled=false 2024-11-13T08:25:46,497 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123, journal: Splitting hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123, size=1.4 K (1404bytes) at 1731486346485Finishing writing output for hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123 so closing down at 1731486346497 (+12 ms)3 split writer threads finished at 1731486346497Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123, size=1.4 K, length=1404, corrupted=false, cancelled=false at 1731486346497 2024-11-13T08:25:46,497 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123 2024-11-13T08:25:46,499 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd3a0865bb23:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T08:25:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41517 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T08:25:46,505 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting/dd3a0865bb23%2C37823%2C1731486328480.1731486330123 to hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/oldWALs 2024-11-13T08:25:46,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T08:25:46,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure dd3a0865bb23%2C37823%2C1731486328480.1731486330123, worker=dd3a0865bb23,46125,1731486328651 in 201 msec 2024-11-13T08:25:46,510 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=dd3a0865bb23,46125,1731486328651 2024-11-13T08:25:46,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T08:25:46,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure dd3a0865bb23%2C37823%2C1731486328480.1731486330123, worker=dd3a0865bb23,46125,1731486328651 in 215 msec 2024-11-13T08:25:46,515 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting dir is empty, no logs to split. 2024-11-13T08:25:46,515 INFO [PEWorker-1 {}] master.SplitWALManager(105): dd3a0865bb23,37823,1731486328480 WAL count=0, meta=false 2024-11-13T08:25:46,515 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if dd3a0865bb23,37823,1731486328480 WAL splitting is done? wals=0, meta=false 2024-11-13T08:25:46,517 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for dd3a0865bb23,37823,1731486328480 failed, ignore...File hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/WALs/dd3a0865bb23,37823,1731486328480-splitting does not exist. 2024-11-13T08:25:46,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, ASSIGN}] 2024-11-13T08:25:46,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, ASSIGN 2024-11-13T08:25:46,521 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T08:25:46,672 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(204): Hosts are {dd3a0865bb23=0} racks are {/default-rack=0} 2024-11-13T08:25:46,672 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T08:25:46,672 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T08:25:46,672 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T08:25:46,672 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T08:25:46,672 INFO [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T08:25:46,672 INFO [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T08:25:46,672 DEBUG [dd3a0865bb23:41517 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T08:25:46,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=OPENING, regionLocation=dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:46,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, ASSIGN because future has completed 2024-11-13T08:25:46,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,34707,1731486328589}] 2024-11-13T08:25:46,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=18] 2024-11-13T08:25:46,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to dd3a0865bb23:37823 this server is in the failed servers list 2024-11-13T08:25:46,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dd3a0865bb23:37823 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dd3a0865bb23:37823 2024-11-13T08:25:46,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dd3a0865bb23:37823 2024-11-13T08:25:46,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,37823,1731486328480, seqNum=18 from cache 2024-11-13T08:25:46,832 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:46,833 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee9898ac970640d9a06733a9fb23e1b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:46,833 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,833 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:46,833 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,833 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,834 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,835 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf1 2024-11-13T08:25:46,835 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:46,841 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf1/680da13c09ba4d91ae1ac5d9be79087a 2024-11-13T08:25:46,841 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:46,842 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,842 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee9898ac970640d9a06733a9fb23e1b columnFamilyName cf2 2024-11-13T08:25:46,842 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:46,848 DEBUG [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/cf2/52a7c7692c8e478d8470934b02bcad38 2024-11-13T08:25:46,848 INFO [StoreOpener-8ee9898ac970640d9a06733a9fb23e1b-1 {}] regionserver.HStore(327): Store=8ee9898ac970640d9a06733a9fb23e1b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:46,848 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,849 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,850 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,851 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,851 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,851 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-13T08:25:46,853 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,854 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 8ee9898ac970640d9a06733a9fb23e1b; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60216975, jitterRate=-0.10269714891910553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-13T08:25:46,854 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:25:46,854 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 8ee9898ac970640d9a06733a9fb23e1b: Running coprocessor pre-open hook at 1731486346833Writing region info on filesystem at 1731486346833Initializing all the Stores at 1731486346834 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486346834Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486346834Cleaning up temporary data from old regions at 1731486346851 (+17 ms)Running coprocessor post-open hooks at 1731486346854 (+3 ms)Region opened successfully at 1731486346854 2024-11-13T08:25:46,855 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., pid=17, masterSystemTime=1731486346829 2024-11-13T08:25:46,858 DEBUG [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:46,858 INFO [RS_OPEN_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:25:46,858 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=8ee9898ac970640d9a06733a9fb23e1b, regionState=OPEN, openSeqNum=18, regionLocation=dd3a0865bb23,34707,1731486328589 2024-11-13T08:25:46,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,34707,1731486328589 because future has completed 2024-11-13T08:25:46,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T08:25:46,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ee9898ac970640d9a06733a9fb23e1b, server=dd3a0865bb23,34707,1731486328589 in 185 msec 2024-11-13T08:25:46,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-13T08:25:46,867 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server dd3a0865bb23,37823,1731486328480 after splitting done 2024-11-13T08:25:46,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=8ee9898ac970640d9a06733a9fb23e1b, ASSIGN in 345 msec 2024-11-13T08:25:46,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure dd3a0865bb23,37823,1731486328480, splitWal=true, meta=false in 585 msec 2024-11-13T08:25:47,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b., hostname=dd3a0865bb23,34707,1731486328589, seqNum=18] 2024-11-13T08:25:47,214 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=411 (was 412), OpenFileDescriptor=1051 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=1029 (was 1066) 2024-11-13T08:25:47,216 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-13T08:25:47,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=411, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=1029 2024-11-13T08:25:47,227 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-13T08:25:47,243 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:47,245 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:47,246 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:47,248 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-93329993, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/hregion-93329993, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:47,261 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-93329993/hregion-93329993.1731486347249, exclude list is [], retry=0 2024-11-13T08:25:47,264 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:47,264 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:47,264 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:47,266 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-93329993/hregion-93329993.1731486347249 2024-11-13T08:25:47,267 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673)] 2024-11-13T08:25:47,267 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6c33bcccc15a870b93719e0cf4638f4a, NAME => 'testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/hbase 2024-11-13T08:25:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741893_1071 (size=67) 2024-11-13T08:25:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741893_1071 (size=67) 2024-11-13T08:25:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741893_1071 (size=67) 2024-11-13T08:25:47,280 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:47,281 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,283 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c33bcccc15a870b93719e0cf4638f4a columnFamilyName a 2024-11-13T08:25:47,283 DEBUG [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,283 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(327): Store=6c33bcccc15a870b93719e0cf4638f4a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,284 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,285 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c33bcccc15a870b93719e0cf4638f4a columnFamilyName b 2024-11-13T08:25:47,285 DEBUG [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,286 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(327): Store=6c33bcccc15a870b93719e0cf4638f4a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,286 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,287 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c33bcccc15a870b93719e0cf4638f4a columnFamilyName c 2024-11-13T08:25:47,287 DEBUG [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,288 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(327): Store=6c33bcccc15a870b93719e0cf4638f4a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,288 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,288 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,289 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,290 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,290 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,290 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:47,291 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,293 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:47,294 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6c33bcccc15a870b93719e0cf4638f4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74566824, jitterRate=0.11113226413726807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:47,295 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6c33bcccc15a870b93719e0cf4638f4a: Writing region info on filesystem at 1731486347280Initializing all the Stores at 1731486347281 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347281Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347281Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347281Cleaning up temporary data from old regions at 1731486347290 (+9 ms)Region opened successfully at 1731486347294 (+4 ms) 2024-11-13T08:25:47,295 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6c33bcccc15a870b93719e0cf4638f4a, disabling compactions & flushes 2024-11-13T08:25:47,295 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a. 2024-11-13T08:25:47,295 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a. 2024-11-13T08:25:47,295 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a. after waiting 0 ms 2024-11-13T08:25:47,295 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a. 2024-11-13T08:25:47,295 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a. 2024-11-13T08:25:47,295 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6c33bcccc15a870b93719e0cf4638f4a: Waiting for close lock at 1731486347295Disabling compacts and flushes for region at 1731486347295Disabling writes for close at 1731486347295Writing region close event to WAL at 1731486347295Closed at 1731486347295 2024-11-13T08:25:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741892_1070 (size=95) 2024-11-13T08:25:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741892_1070 (size=95) 2024-11-13T08:25:47,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741892_1070 (size=95) 2024-11-13T08:25:47,300 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:47,300 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-93329993:(num 1731486347249) 2024-11-13T08:25:47,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:47,302 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:47,315 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302, exclude list is [], retry=0 2024-11-13T08:25:47,317 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:47,318 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:47,318 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:47,319 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302 2024-11-13T08:25:47,320 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:25:47,320 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c33bcccc15a870b93719e0cf4638f4a, NAME => 'testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:47,320 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:47,320 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,320 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,321 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,322 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c33bcccc15a870b93719e0cf4638f4a columnFamilyName a 2024-11-13T08:25:47,322 DEBUG [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,322 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(327): Store=6c33bcccc15a870b93719e0cf4638f4a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,323 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,323 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c33bcccc15a870b93719e0cf4638f4a columnFamilyName b 2024-11-13T08:25:47,323 DEBUG [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,324 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(327): Store=6c33bcccc15a870b93719e0cf4638f4a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,324 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,325 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c33bcccc15a870b93719e0cf4638f4a columnFamilyName c 2024-11-13T08:25:47,325 DEBUG [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,325 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(327): Store=6c33bcccc15a870b93719e0cf4638f4a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,325 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,326 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,327 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,328 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,328 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,328 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:47,330 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,330 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6c33bcccc15a870b93719e0cf4638f4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75165182, jitterRate=0.12004849314689636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:47,331 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6c33bcccc15a870b93719e0cf4638f4a: Writing region info on filesystem at 1731486347320Initializing all the Stores at 1731486347321 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347321Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347321Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347321Cleaning up temporary data from old regions at 1731486347328 (+7 ms)Region opened successfully at 1731486347331 (+3 ms) 2024-11-13T08:25:47,358 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6c33bcccc15a870b93719e0cf4638f4a 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-13T08:25:47,378 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/a/ec702307030f498a8df162ee1f1cdec1 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731486347331/Put/seqid=0 2024-11-13T08:25:47,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741895_1073 (size=5958) 2024-11-13T08:25:47,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741895_1073 (size=5958) 2024-11-13T08:25:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741895_1073 (size=5958) 2024-11-13T08:25:47,385 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/a/ec702307030f498a8df162ee1f1cdec1 2024-11-13T08:25:47,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/b/2eef4a08324643d39f5bd7a14975c359 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731486347339/Put/seqid=0 2024-11-13T08:25:47,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741896_1074 (size=5958) 2024-11-13T08:25:47,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741896_1074 (size=5958) 2024-11-13T08:25:47,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741896_1074 (size=5958) 2024-11-13T08:25:47,412 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/b/2eef4a08324643d39f5bd7a14975c359 2024-11-13T08:25:47,432 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/c/0e769995b63540ef9e0ad5da82485617 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731486347347/Put/seqid=0 2024-11-13T08:25:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741897_1075 (size=5958) 2024-11-13T08:25:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741897_1075 (size=5958) 2024-11-13T08:25:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741897_1075 (size=5958) 2024-11-13T08:25:47,441 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/c/0e769995b63540ef9e0ad5da82485617 2024-11-13T08:25:47,447 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/a/ec702307030f498a8df162ee1f1cdec1 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/a/ec702307030f498a8df162ee1f1cdec1 2024-11-13T08:25:47,452 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/a/ec702307030f498a8df162ee1f1cdec1, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T08:25:47,453 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/b/2eef4a08324643d39f5bd7a14975c359 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/b/2eef4a08324643d39f5bd7a14975c359 2024-11-13T08:25:47,459 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/b/2eef4a08324643d39f5bd7a14975c359, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T08:25:47,459 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/c/0e769995b63540ef9e0ad5da82485617 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/c/0e769995b63540ef9e0ad5da82485617 2024-11-13T08:25:47,465 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/c/0e769995b63540ef9e0ad5da82485617, entries=10, sequenceid=33, filesize=5.8 K 2024-11-13T08:25:47,466 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 6c33bcccc15a870b93719e0cf4638f4a in 108ms, sequenceid=33, compaction requested=false 2024-11-13T08:25:47,466 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6c33bcccc15a870b93719e0cf4638f4a: 2024-11-13T08:25:47,466 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6c33bcccc15a870b93719e0cf4638f4a, disabling compactions & flushes 2024-11-13T08:25:47,466 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a. 2024-11-13T08:25:47,467 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a. 2024-11-13T08:25:47,467 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a. after waiting 0 ms 2024-11-13T08:25:47,467 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a. 2024-11-13T08:25:47,468 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a. 2024-11-13T08:25:47,468 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6c33bcccc15a870b93719e0cf4638f4a: Waiting for close lock at 1731486347466Disabling compacts and flushes for region at 1731486347466Disabling writes for close at 1731486347467 (+1 ms)Writing region close event to WAL at 1731486347468 (+1 ms)Closed at 1731486347468 2024-11-13T08:25:47,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741894_1072 (size=3385) 2024-11-13T08:25:47,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741894_1072 (size=3385) 2024-11-13T08:25:47,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741894_1072 (size=3385) 2024-11-13T08:25:47,475 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/b/2eef4a08324643d39f5bd7a14975c359 to hdfs://localhost:34127/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/b/2eef4a08324643d39f5bd7a14975c359 2024-11-13T08:25:47,492 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302, size=3.3 K (3385bytes) 2024-11-13T08:25:47,492 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302 2024-11-13T08:25:47,492 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302 after 0ms 2024-11-13T08:25:47,494 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:47,494 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302 took 3ms 2024-11-13T08:25:47,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302 so closing down 2024-11-13T08:25:47,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:47,498 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731486347302.temp 2024-11-13T08:25:47,499 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000003-wal.1731486347302.temp 2024-11-13T08:25:47,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741898_1076 (size=2944) 2024-11-13T08:25:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741898_1076 (size=2944) 2024-11-13T08:25:47,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741898_1076 (size=2944) 2024-11-13T08:25:47,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000003-wal.1731486347302.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T08:25:47,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000003-wal.1731486347302.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000032 2024-11-13T08:25:47,511 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-11-13T08:25:47,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302, journal: Splitting hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302, size=3.3 K (3385bytes) at 1731486347492Finishing writing output for hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302 so closing down at 1731486347497 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000003-wal.1731486347302.temp at 1731486347499 (+2 ms)3 split writer threads finished at 1731486347500 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000003-wal.1731486347302.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731486347509 (+9 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000003-wal.1731486347302.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000032 at 1731486347511 (+2 ms)Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1731486347511 2024-11-13T08:25:47,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347302 to hdfs://localhost:34127/hbase/oldWALs/wal.1731486347302 2024-11-13T08:25:47,513 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000032 2024-11-13T08:25:47,514 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:47,515 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:47,536 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347516, exclude list is [], retry=0 2024-11-13T08:25:47,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:47,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:47,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:47,541 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347516 2024-11-13T08:25:47,541 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:47,542 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c33bcccc15a870b93719e0cf4638f4a, NAME => 'testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:47,542 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:47,542 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,542 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,543 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,544 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c33bcccc15a870b93719e0cf4638f4a columnFamilyName a 2024-11-13T08:25:47,544 DEBUG [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,550 DEBUG [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/a/ec702307030f498a8df162ee1f1cdec1 2024-11-13T08:25:47,550 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(327): Store=6c33bcccc15a870b93719e0cf4638f4a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,550 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,552 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c33bcccc15a870b93719e0cf4638f4a columnFamilyName b 2024-11-13T08:25:47,552 DEBUG [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,552 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(327): Store=6c33bcccc15a870b93719e0cf4638f4a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,552 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,553 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c33bcccc15a870b93719e0cf4638f4a columnFamilyName c 2024-11-13T08:25:47,553 DEBUG [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,559 DEBUG [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/c/0e769995b63540ef9e0ad5da82485617 2024-11-13T08:25:47,559 INFO [StoreOpener-6c33bcccc15a870b93719e0cf4638f4a-1 {}] regionserver.HStore(327): Store=6c33bcccc15a870b93719e0cf4638f4a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,559 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,560 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,561 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,562 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000032 2024-11-13T08:25:47,563 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:47,565 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000032 2024-11-13T08:25:47,565 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6c33bcccc15a870b93719e0cf4638f4a 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-13T08:25:47,579 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/b/18e17b00b1b74ded88139f9098cc1f0b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731486347339/Put/seqid=0 2024-11-13T08:25:47,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741900_1078 (size=5958) 2024-11-13T08:25:47,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741900_1078 (size=5958) 2024-11-13T08:25:47,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741900_1078 (size=5958) 2024-11-13T08:25:47,586 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/b/18e17b00b1b74ded88139f9098cc1f0b 2024-11-13T08:25:47,592 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/.tmp/b/18e17b00b1b74ded88139f9098cc1f0b as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/b/18e17b00b1b74ded88139f9098cc1f0b 2024-11-13T08:25:47,597 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/b/18e17b00b1b74ded88139f9098cc1f0b, entries=10, sequenceid=32, filesize=5.8 K 2024-11-13T08:25:47,597 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 6c33bcccc15a870b93719e0cf4638f4a in 32ms, sequenceid=32, compaction requested=false; wal=null 2024-11-13T08:25:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/0000000000000000032 2024-11-13T08:25:47,599 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,599 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,600 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:47,601 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6c33bcccc15a870b93719e0cf4638f4a 2024-11-13T08:25:47,603 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/6c33bcccc15a870b93719e0cf4638f4a/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-13T08:25:47,604 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6c33bcccc15a870b93719e0cf4638f4a; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64945337, jitterRate=-0.03223906457424164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:47,604 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6c33bcccc15a870b93719e0cf4638f4a: Writing region info on filesystem at 1731486347542Initializing all the Stores at 1731486347543 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347543Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347543Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347543Obtaining lock to block concurrent updates at 1731486347565 (+22 ms)Preparing flush snapshotting stores in 6c33bcccc15a870b93719e0cf4638f4a at 1731486347565Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731486347565Flushing stores of testReplayEditsWrittenViaHRegion,,1731486347244.6c33bcccc15a870b93719e0cf4638f4a. at 1731486347565Flushing 6c33bcccc15a870b93719e0cf4638f4a/b: creating writer at 1731486347565Flushing 6c33bcccc15a870b93719e0cf4638f4a/b: appending metadata at 1731486347579 (+14 ms)Flushing 6c33bcccc15a870b93719e0cf4638f4a/b: closing flushed file at 1731486347579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f6c040: reopening flushed file at 1731486347591 (+12 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 6c33bcccc15a870b93719e0cf4638f4a in 32ms, sequenceid=32, compaction requested=false; wal=null at 1731486347597 (+6 ms)Cleaning up temporary data from old regions at 1731486347599 (+2 ms)Region opened successfully at 1731486347604 (+5 ms) 2024-11-13T08:25:47,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=418 (was 411) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:48086 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:41802 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:46860 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:46758 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:48200 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:41988 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=1019 (was 1029) 2024-11-13T08:25:47,628 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-13T08:25:47,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=418, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=1018 2024-11-13T08:25:47,639 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-13T08:25:47,654 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:47,656 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:47,657 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:47,659 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-98344211, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/hregion-98344211, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:47,672 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-98344211/hregion-98344211.1731486347659, exclude list is [], retry=0 2024-11-13T08:25:47,675 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:47,675 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:47,675 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:47,680 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-98344211/hregion-98344211.1731486347659 2024-11-13T08:25:47,681 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:47,681 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 26cc0dcee4adf890cda306c1e573945b, NAME => 'testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/hbase 2024-11-13T08:25:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741902_1080 (size=68) 2024-11-13T08:25:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741902_1080 (size=68) 2024-11-13T08:25:47,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741902_1080 (size=68) 2024-11-13T08:25:47,691 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:47,693 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,694 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26cc0dcee4adf890cda306c1e573945b columnFamilyName a 2024-11-13T08:25:47,694 DEBUG [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,695 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(327): Store=26cc0dcee4adf890cda306c1e573945b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,695 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,696 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26cc0dcee4adf890cda306c1e573945b columnFamilyName b 2024-11-13T08:25:47,696 DEBUG [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,697 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(327): Store=26cc0dcee4adf890cda306c1e573945b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,697 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,698 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26cc0dcee4adf890cda306c1e573945b columnFamilyName c 2024-11-13T08:25:47,698 DEBUG [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,698 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(327): Store=26cc0dcee4adf890cda306c1e573945b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,699 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,699 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,700 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,701 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,701 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,702 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:47,703 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,705 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:47,705 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 26cc0dcee4adf890cda306c1e573945b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58806553, jitterRate=-0.12371407449245453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:47,706 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 26cc0dcee4adf890cda306c1e573945b: Writing region info on filesystem at 1731486347691Initializing all the Stores at 1731486347692 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347692Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347692Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347692Cleaning up temporary data from old regions at 1731486347701 (+9 ms)Region opened successfully at 1731486347706 (+5 ms) 2024-11-13T08:25:47,706 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 26cc0dcee4adf890cda306c1e573945b, disabling compactions & flushes 2024-11-13T08:25:47,706 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. 2024-11-13T08:25:47,707 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. 2024-11-13T08:25:47,707 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. after waiting 0 ms 2024-11-13T08:25:47,707 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. 2024-11-13T08:25:47,707 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. 2024-11-13T08:25:47,707 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 26cc0dcee4adf890cda306c1e573945b: Waiting for close lock at 1731486347706Disabling compacts and flushes for region at 1731486347706Disabling writes for close at 1731486347707 (+1 ms)Writing region close event to WAL at 1731486347707Closed at 1731486347707 2024-11-13T08:25:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741901_1079 (size=95) 2024-11-13T08:25:47,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741901_1079 (size=95) 2024-11-13T08:25:47,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741901_1079 (size=95) 2024-11-13T08:25:47,713 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:47,713 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-98344211:(num 1731486347659) 2024-11-13T08:25:47,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:47,715 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:47,728 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715, exclude list is [], retry=0 2024-11-13T08:25:47,731 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:47,731 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:47,732 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:47,733 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715 2024-11-13T08:25:47,733 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673)] 2024-11-13T08:25:47,786 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 26cc0dcee4adf890cda306c1e573945b, NAME => 'testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:47,788 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,788 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:47,788 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,788 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,791 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,792 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26cc0dcee4adf890cda306c1e573945b columnFamilyName a 2024-11-13T08:25:47,792 DEBUG [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,793 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(327): Store=26cc0dcee4adf890cda306c1e573945b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,793 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,794 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26cc0dcee4adf890cda306c1e573945b columnFamilyName b 2024-11-13T08:25:47,794 DEBUG [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,794 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(327): Store=26cc0dcee4adf890cda306c1e573945b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,795 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,795 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26cc0dcee4adf890cda306c1e573945b columnFamilyName c 2024-11-13T08:25:47,796 DEBUG [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:47,796 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(327): Store=26cc0dcee4adf890cda306c1e573945b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:47,796 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,797 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,798 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,799 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,799 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,800 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:47,801 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,802 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 26cc0dcee4adf890cda306c1e573945b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70736885, jitterRate=0.05406172573566437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:47,802 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:47,803 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 26cc0dcee4adf890cda306c1e573945b: Running coprocessor pre-open hook at 1731486347789Writing region info on filesystem at 1731486347789Initializing all the Stores at 1731486347790 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347790Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347790Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486347790Cleaning up temporary data from old regions at 1731486347800 (+10 ms)Running coprocessor post-open hooks at 1731486347802 (+2 ms)Region opened successfully at 1731486347803 (+1 ms) 2024-11-13T08:25:47,819 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 26cc0dcee4adf890cda306c1e573945b 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-13T08:25:47,820 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 26cc0dcee4adf890cda306c1e573945b/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:48,196 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-13T08:25:48,196 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-13T08:25:48,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-13T08:25:48,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-13T08:25:48,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-13T08:25:48,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-13T08:25:48,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-13T08:25:48,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-13T08:25:48,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-13T08:25:48,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-13T08:25:48,821 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 26cc0dcee4adf890cda306c1e573945b/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:49,391 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T08:25:49,822 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 26cc0dcee4adf890cda306c1e573945b/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:50,822 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 26cc0dcee4adf890cda306c1e573945b/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:51,823 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 26cc0dcee4adf890cda306c1e573945b/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:52,824 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 26cc0dcee4adf890cda306c1e573945b/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:53,824 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 26cc0dcee4adf890cda306c1e573945b/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:54,825 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 26cc0dcee4adf890cda306c1e573945b/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:55,826 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 26cc0dcee4adf890cda306c1e573945b/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:56,826 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 26cc0dcee4adf890cda306c1e573945b/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:56,827 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 26cc0dcee4adf890cda306c1e573945b: 2024-11-13T08:25:56,828 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. 2024-11-13T08:25:56,841 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 26cc0dcee4adf890cda306c1e573945b: 2024-11-13T08:25:56,842 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-13T08:25:56,842 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 26cc0dcee4adf890cda306c1e573945b, disabling compactions & flushes 2024-11-13T08:25:56,842 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. 2024-11-13T08:25:56,842 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. 2024-11-13T08:25:56,842 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. after waiting 0 ms 2024-11-13T08:25:56,842 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. 2024-11-13T08:25:56,842 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. 2024-11-13T08:25:56,842 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. 2024-11-13T08:25:56,842 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 26cc0dcee4adf890cda306c1e573945b: Waiting for close lock at 1731486356842Running coprocessor pre-close hooks at 1731486356842Disabling compacts and flushes for region at 1731486356842Disabling writes for close at 1731486356842Writing region close event to WAL at 1731486356842Running coprocessor post-close hooks at 1731486356842Closed at 1731486356842 2024-11-13T08:25:56,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741903_1081 (size=2691) 2024-11-13T08:25:56,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741903_1081 (size=2691) 2024-11-13T08:25:56,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741903_1081 (size=2691) 2024-11-13T08:25:56,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715, size=2.6 K (2691bytes) 2024-11-13T08:25:56,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715 2024-11-13T08:25:56,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715 after 0ms 2024-11-13T08:25:56,864 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:56,865 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715 took 4ms 2024-11-13T08:25:56,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715 so closing down 2024-11-13T08:25:56,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:56,868 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731486347715.temp 2024-11-13T08:25:56,869 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000004-wal.1731486347715.temp 2024-11-13T08:25:56,869 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:56,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741904_1082 (size=2094) 2024-11-13T08:25:56,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741904_1082 (size=2094) 2024-11-13T08:25:56,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741904_1082 (size=2094) 2024-11-13T08:25:56,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000004-wal.1731486347715.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-13T08:25:56,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000004-wal.1731486347715.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000026 2024-11-13T08:25:56,881 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-13T08:25:56,881 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715, journal: Splitting hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715, size=2.6 K (2691bytes) at 1731486356862Finishing writing output for hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715 so closing down at 1731486356867 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000004-wal.1731486347715.temp at 1731486356869 (+2 ms)3 split writer threads finished at 1731486356869Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000004-wal.1731486347715.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731486356879 (+10 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000004-wal.1731486347715.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000026 at 1731486356881 (+2 ms)Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1731486356881 2024-11-13T08:25:56,882 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486347715 to hdfs://localhost:34127/hbase/oldWALs/wal.1731486347715 2024-11-13T08:25:56,883 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000026 2024-11-13T08:25:56,883 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:56,885 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:56,898 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486356885, exclude list is [], retry=0 2024-11-13T08:25:56,899 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T08:25:56,901 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:56,901 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:56,902 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:56,903 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486356885 2024-11-13T08:25:56,903 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:56,904 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 26cc0dcee4adf890cda306c1e573945b, NAME => 'testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:56,904 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:56,905 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:56,905 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:56,905 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:56,906 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:56,907 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26cc0dcee4adf890cda306c1e573945b columnFamilyName a 2024-11-13T08:25:56,907 DEBUG [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:56,908 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(327): Store=26cc0dcee4adf890cda306c1e573945b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:56,908 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:56,909 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26cc0dcee4adf890cda306c1e573945b columnFamilyName b 2024-11-13T08:25:56,909 DEBUG [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:56,909 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(327): Store=26cc0dcee4adf890cda306c1e573945b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:56,909 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:56,910 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26cc0dcee4adf890cda306c1e573945b columnFamilyName c 2024-11-13T08:25:56,910 DEBUG [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:56,910 INFO [StoreOpener-26cc0dcee4adf890cda306c1e573945b-1 {}] regionserver.HStore(327): Store=26cc0dcee4adf890cda306c1e573945b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:56,910 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:56,911 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:56,912 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:56,913 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000026 2024-11-13T08:25:56,915 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:56,916 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000026 2024-11-13T08:25:56,917 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 26cc0dcee4adf890cda306c1e573945b 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-13T08:25:56,932 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/.tmp/a/b866e0c2208944eeb86386799573cabd is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731486356833/Put/seqid=0 2024-11-13T08:25:56,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741906_1084 (size=5523) 2024-11-13T08:25:56,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741906_1084 (size=5523) 2024-11-13T08:25:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741906_1084 (size=5523) 2024-11-13T08:25:56,940 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/.tmp/a/b866e0c2208944eeb86386799573cabd 2024-11-13T08:25:56,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/.tmp/b/fb66ec8d9a4947ffb8cb3f2c195894ee is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731486356828/Put/seqid=0 2024-11-13T08:25:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741907_1085 (size=5524) 2024-11-13T08:25:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741907_1085 (size=5524) 2024-11-13T08:25:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741907_1085 (size=5524) 2024-11-13T08:25:56,974 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/.tmp/b/fb66ec8d9a4947ffb8cb3f2c195894ee 2024-11-13T08:25:57,003 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/.tmp/c/4fe322605b724e129b3a2fb468e284c4 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731486356831/Put/seqid=0 2024-11-13T08:25:57,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741908_1086 (size=5457) 2024-11-13T08:25:57,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741908_1086 (size=5457) 2024-11-13T08:25:57,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741908_1086 (size=5457) 2024-11-13T08:25:57,012 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/.tmp/c/4fe322605b724e129b3a2fb468e284c4 2024-11-13T08:25:57,019 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/.tmp/a/b866e0c2208944eeb86386799573cabd as hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/a/b866e0c2208944eeb86386799573cabd 2024-11-13T08:25:57,025 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/a/b866e0c2208944eeb86386799573cabd, entries=7, sequenceid=26, filesize=5.4 K 2024-11-13T08:25:57,026 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/.tmp/b/fb66ec8d9a4947ffb8cb3f2c195894ee as hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/b/fb66ec8d9a4947ffb8cb3f2c195894ee 2024-11-13T08:25:57,032 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/b/fb66ec8d9a4947ffb8cb3f2c195894ee, entries=7, sequenceid=26, filesize=5.4 K 2024-11-13T08:25:57,033 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/.tmp/c/4fe322605b724e129b3a2fb468e284c4 as hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/c/4fe322605b724e129b3a2fb468e284c4 2024-11-13T08:25:57,040 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/c/4fe322605b724e129b3a2fb468e284c4, entries=6, sequenceid=26, filesize=5.3 K 2024-11-13T08:25:57,041 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 26cc0dcee4adf890cda306c1e573945b in 124ms, sequenceid=26, compaction requested=false; wal=null 2024-11-13T08:25:57,041 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/0000000000000000026 2024-11-13T08:25:57,043 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:57,043 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:57,043 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:57,045 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:57,047 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsAfterAbortingFlush/26cc0dcee4adf890cda306c1e573945b/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-13T08:25:57,049 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 26cc0dcee4adf890cda306c1e573945b; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61154126, jitterRate=-0.08873251080513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:57,049 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26cc0dcee4adf890cda306c1e573945b 2024-11-13T08:25:57,049 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 26cc0dcee4adf890cda306c1e573945b: Running coprocessor pre-open hook at 1731486356905Writing region info on filesystem at 1731486356905Initializing all the Stores at 1731486356906 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486356906Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486356906Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486356906Obtaining lock to block concurrent updates at 1731486356917 (+11 ms)Preparing flush snapshotting stores in 26cc0dcee4adf890cda306c1e573945b at 1731486356917Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731486356917Flushing stores of testReplayEditsAfterAbortingFlush,,1731486347655.26cc0dcee4adf890cda306c1e573945b. at 1731486356917Flushing 26cc0dcee4adf890cda306c1e573945b/a: creating writer at 1731486356917Flushing 26cc0dcee4adf890cda306c1e573945b/a: appending metadata at 1731486356931 (+14 ms)Flushing 26cc0dcee4adf890cda306c1e573945b/a: closing flushed file at 1731486356931Flushing 26cc0dcee4adf890cda306c1e573945b/b: creating writer at 1731486356945 (+14 ms)Flushing 26cc0dcee4adf890cda306c1e573945b/b: appending metadata at 1731486356965 (+20 ms)Flushing 26cc0dcee4adf890cda306c1e573945b/b: closing flushed file at 1731486356965Flushing 26cc0dcee4adf890cda306c1e573945b/c: creating writer at 1731486356981 (+16 ms)Flushing 26cc0dcee4adf890cda306c1e573945b/c: appending metadata at 1731486357002 (+21 ms)Flushing 26cc0dcee4adf890cda306c1e573945b/c: closing flushed file at 1731486357002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa315c7: reopening flushed file at 1731486357018 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d312ab: reopening flushed file at 1731486357025 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d0d2e2: reopening flushed file at 1731486357032 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 26cc0dcee4adf890cda306c1e573945b in 124ms, sequenceid=26, compaction requested=false; wal=null at 1731486357041 (+9 ms)Cleaning up temporary data from old regions at 1731486357043 (+2 ms)Running coprocessor post-open hooks at 1731486357049 (+6 ms)Region opened successfully at 1731486357049 2024-11-13T08:25:57,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=415 (was 418), OpenFileDescriptor=1183 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=988 (was 1018) 2024-11-13T08:25:57,075 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-13T08:25:57,090 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=987 2024-11-13T08:25:57,090 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-13T08:25:57,114 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:57,116 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:57,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:57,120 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30164749, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/hregion-30164749, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:57,136 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30164749/hregion-30164749.1731486357120, exclude list is [], retry=0 2024-11-13T08:25:57,139 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:57,140 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:57,140 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:57,144 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30164749/hregion-30164749.1731486357120 2024-11-13T08:25:57,144 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673)] 2024-11-13T08:25:57,144 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1beda764f45b065008e59e5074949e27, NAME => 'testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/hbase 2024-11-13T08:25:57,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741910_1088 (size=61) 2024-11-13T08:25:57,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741910_1088 (size=61) 2024-11-13T08:25:57,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741910_1088 (size=61) 2024-11-13T08:25:57,155 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:57,157 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,158 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1beda764f45b065008e59e5074949e27 columnFamilyName a 2024-11-13T08:25:57,158 DEBUG [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:57,159 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] regionserver.HStore(327): Store=1beda764f45b065008e59e5074949e27/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:57,159 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,160 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,160 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,161 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,161 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,163 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,165 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:57,166 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1beda764f45b065008e59e5074949e27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68497813, jitterRate=0.02069695293903351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:25:57,166 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1beda764f45b065008e59e5074949e27: Writing region info on filesystem at 1731486357156Initializing all the Stores at 1731486357156Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486357157 (+1 ms)Cleaning up temporary data from old regions at 1731486357161 (+4 ms)Region opened successfully at 1731486357166 (+5 ms) 2024-11-13T08:25:57,166 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1beda764f45b065008e59e5074949e27, disabling compactions & flushes 2024-11-13T08:25:57,166 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. 2024-11-13T08:25:57,167 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. 2024-11-13T08:25:57,167 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. after waiting 0 ms 2024-11-13T08:25:57,167 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. 2024-11-13T08:25:57,167 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. 2024-11-13T08:25:57,167 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1beda764f45b065008e59e5074949e27: Waiting for close lock at 1731486357166Disabling compacts and flushes for region at 1731486357166Disabling writes for close at 1731486357167 (+1 ms)Writing region close event to WAL at 1731486357167Closed at 1731486357167 2024-11-13T08:25:57,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741909_1087 (size=95) 2024-11-13T08:25:57,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741909_1087 (size=95) 2024-11-13T08:25:57,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741909_1087 (size=95) 2024-11-13T08:25:57,173 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:57,173 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30164749:(num 1731486357120) 2024-11-13T08:25:57,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:57,175 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:57,189 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175, exclude list is [], retry=0 2024-11-13T08:25:57,191 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:57,192 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:57,192 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:57,194 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175 2024-11-13T08:25:57,194 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:57,194 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1beda764f45b065008e59e5074949e27, NAME => 'testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:57,195 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:57,195 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,195 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,196 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,197 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1beda764f45b065008e59e5074949e27 columnFamilyName a 2024-11-13T08:25:57,197 DEBUG [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:57,198 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] regionserver.HStore(327): Store=1beda764f45b065008e59e5074949e27/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:57,198 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,198 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,199 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,200 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,200 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,202 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,203 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1beda764f45b065008e59e5074949e27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74559119, jitterRate=0.11101745069026947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:25:57,204 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1beda764f45b065008e59e5074949e27: Writing region info on filesystem at 1731486357195Initializing all the Stores at 1731486357196 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486357196Cleaning up temporary data from old regions at 1731486357200 (+4 ms)Region opened successfully at 1731486357204 (+4 ms) 2024-11-13T08:25:57,214 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1beda764f45b065008e59e5074949e27, disabling compactions & flushes 2024-11-13T08:25:57,214 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. 2024-11-13T08:25:57,214 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. 2024-11-13T08:25:57,214 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. after waiting 0 ms 2024-11-13T08:25:57,214 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. 2024-11-13T08:25:57,215 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. 2024-11-13T08:25:57,215 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. 2024-11-13T08:25:57,215 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1beda764f45b065008e59e5074949e27: Waiting for close lock at 1731486357214Disabling compacts and flushes for region at 1731486357214Disabling writes for close at 1731486357214Writing region close event to WAL at 1731486357215 (+1 ms)Closed at 1731486357215 2024-11-13T08:25:57,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741911_1089 (size=1050) 2024-11-13T08:25:57,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741911_1089 (size=1050) 2024-11-13T08:25:57,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741911_1089 (size=1050) 2024-11-13T08:25:57,236 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175, size=1.0 K (1050bytes) 2024-11-13T08:25:57,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175 2024-11-13T08:25:57,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175 after 0ms 2024-11-13T08:25:57,239 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:57,239 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175 took 3ms 2024-11-13T08:25:57,244 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175 so closing down 2024-11-13T08:25:57,244 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:25:57,245 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731486357175.temp 2024-11-13T08:25:57,248 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000003-wal.1731486357175.temp 2024-11-13T08:25:57,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:25:57,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741912_1090 (size=1050) 2024-11-13T08:25:57,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741912_1090 (size=1050) 2024-11-13T08:25:57,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741912_1090 (size=1050) 2024-11-13T08:25:57,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000003-wal.1731486357175.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-13T08:25:57,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000003-wal.1731486357175.temp to hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000012 2024-11-13T08:25:57,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-13T08:25:57,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175, journal: Splitting hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175, size=1.0 K (1050bytes) at 1731486357236Finishing writing output for hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175 so closing down at 1731486357244 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000003-wal.1731486357175.temp at 1731486357248 (+4 ms)3 split writer threads finished at 1731486357248Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000003-wal.1731486357175.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731486357258 (+10 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000003-wal.1731486357175.temp to hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000012 at 1731486357260 (+2 ms)Processed 10 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731486357260 2024-11-13T08:25:57,262 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357175 to hdfs://localhost:34127/hbase/oldWALs/wal.1731486357175 2024-11-13T08:25:57,263 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000012 2024-11-13T08:25:57,267 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:57,573 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:57,575 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:57,589 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357576, exclude list is [], retry=0 2024-11-13T08:25:57,592 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:57,592 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:57,593 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:57,594 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357576 2024-11-13T08:25:57,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:25:57,595 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1beda764f45b065008e59e5074949e27, NAME => 'testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:57,595 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:57,595 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,595 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,598 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,599 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1beda764f45b065008e59e5074949e27 columnFamilyName a 2024-11-13T08:25:57,599 DEBUG [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:57,600 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] regionserver.HStore(327): Store=1beda764f45b065008e59e5074949e27/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:57,600 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,601 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,603 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,603 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000012 2024-11-13T08:25:57,605 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:25:57,606 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000012 2024-11-13T08:25:57,606 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1beda764f45b065008e59e5074949e27 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-13T08:25:57,627 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/.tmp/a/3fdfbdbaf4a741daa01db83467e24ff1 is 79, key is testDatalossWhenInputError/a:x0/1731486357204/Put/seqid=0 2024-11-13T08:25:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741914_1092 (size=5808) 2024-11-13T08:25:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741914_1092 (size=5808) 2024-11-13T08:25:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741914_1092 (size=5808) 2024-11-13T08:25:57,635 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/.tmp/a/3fdfbdbaf4a741daa01db83467e24ff1 2024-11-13T08:25:57,645 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/.tmp/a/3fdfbdbaf4a741daa01db83467e24ff1 as hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/a/3fdfbdbaf4a741daa01db83467e24ff1 2024-11-13T08:25:57,654 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/a/3fdfbdbaf4a741daa01db83467e24ff1, entries=10, sequenceid=12, filesize=5.7 K 2024-11-13T08:25:57,654 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1beda764f45b065008e59e5074949e27 in 48ms, sequenceid=12, compaction requested=false; wal=null 2024-11-13T08:25:57,655 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/0000000000000000012 2024-11-13T08:25:57,656 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,656 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,659 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,662 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T08:25:57,663 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1beda764f45b065008e59e5074949e27; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66180582, jitterRate=-0.01383247971534729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:25:57,664 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1beda764f45b065008e59e5074949e27: Writing region info on filesystem at 1731486357595Initializing all the Stores at 1731486357598 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486357598Obtaining lock to block concurrent updates at 1731486357606 (+8 ms)Preparing flush snapshotting stores in 1beda764f45b065008e59e5074949e27 at 1731486357606Finished memstore snapshotting testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731486357606Flushing stores of testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27. at 1731486357607 (+1 ms)Flushing 1beda764f45b065008e59e5074949e27/a: creating writer at 1731486357607Flushing 1beda764f45b065008e59e5074949e27/a: appending metadata at 1731486357626 (+19 ms)Flushing 1beda764f45b065008e59e5074949e27/a: closing flushed file at 1731486357626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36599f61: reopening flushed file at 1731486357643 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1beda764f45b065008e59e5074949e27 in 48ms, sequenceid=12, compaction requested=false; wal=null at 1731486357654 (+11 ms)Cleaning up temporary data from old regions at 1731486357656 (+2 ms)Region opened successfully at 1731486357663 (+7 ms) 2024-11-13T08:25:57,667 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1beda764f45b065008e59e5074949e27, NAME => 'testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:57,667 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731486357115.1beda764f45b065008e59e5074949e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:57,667 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,667 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,669 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,670 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1beda764f45b065008e59e5074949e27 columnFamilyName a 2024-11-13T08:25:57,670 DEBUG [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:57,676 DEBUG [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/a/3fdfbdbaf4a741daa01db83467e24ff1 2024-11-13T08:25:57,676 INFO [StoreOpener-1beda764f45b065008e59e5074949e27-1 {}] regionserver.HStore(327): Store=1beda764f45b065008e59e5074949e27/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:57,676 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,677 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,678 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,679 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,679 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,681 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1beda764f45b065008e59e5074949e27 2024-11-13T08:25:57,683 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testDatalossWhenInputError/1beda764f45b065008e59e5074949e27/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-13T08:25:57,684 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1beda764f45b065008e59e5074949e27; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61390643, jitterRate=-0.08520813286304474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T08:25:57,684 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1beda764f45b065008e59e5074949e27: Writing region info on filesystem at 1731486357667Initializing all the Stores at 1731486357668 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486357668Cleaning up temporary data from old regions at 1731486357679 (+11 ms)Region opened successfully at 1731486357684 (+5 ms) 2024-11-13T08:25:57,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=425 (was 415) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:45416 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:44886 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:54786 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:44922 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:45492 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:54834 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-573272110-172.17.0.2-1731486324490:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=976 (was 987) 2024-11-13T08:25:57,701 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-13T08:25:57,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=975 2024-11-13T08:25:57,714 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-13T08:25:57,729 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:57,731 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:25:57,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:25:57,734 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44989088, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/hregion-44989088, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:57,747 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44989088/hregion-44989088.1731486357735, exclude list is [], retry=0 2024-11-13T08:25:57,750 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:57,751 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:57,751 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:57,754 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44989088/hregion-44989088.1731486357735 2024-11-13T08:25:57,755 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673)] 2024-11-13T08:25:57,756 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8d865e9e24c5346a510bfde6c864659f, NAME => 'testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/hbase 2024-11-13T08:25:57,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741916_1094 (size=63) 2024-11-13T08:25:57,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741916_1094 (size=63) 2024-11-13T08:25:57,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741916_1094 (size=63) 2024-11-13T08:25:57,772 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:57,773 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,775 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d865e9e24c5346a510bfde6c864659f columnFamilyName a 2024-11-13T08:25:57,775 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:57,775 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(327): Store=8d865e9e24c5346a510bfde6c864659f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:57,775 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,777 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d865e9e24c5346a510bfde6c864659f columnFamilyName b 2024-11-13T08:25:57,777 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:57,777 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(327): Store=8d865e9e24c5346a510bfde6c864659f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:57,777 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,778 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d865e9e24c5346a510bfde6c864659f columnFamilyName c 2024-11-13T08:25:57,779 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:57,779 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(327): Store=8d865e9e24c5346a510bfde6c864659f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:57,779 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,780 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,780 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,782 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,782 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,782 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:57,783 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,786 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:25:57,786 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d865e9e24c5346a510bfde6c864659f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60752099, jitterRate=-0.094723179936409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:57,787 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d865e9e24c5346a510bfde6c864659f: Writing region info on filesystem at 1731486357772Initializing all the Stores at 1731486357773 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486357773Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486357773Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486357773Cleaning up temporary data from old regions at 1731486357782 (+9 ms)Region opened successfully at 1731486357787 (+5 ms) 2024-11-13T08:25:57,787 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8d865e9e24c5346a510bfde6c864659f, disabling compactions & flushes 2024-11-13T08:25:57,788 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f. 2024-11-13T08:25:57,788 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f. 2024-11-13T08:25:57,788 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f. after waiting 0 ms 2024-11-13T08:25:57,788 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f. 2024-11-13T08:25:57,788 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f. 2024-11-13T08:25:57,788 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8d865e9e24c5346a510bfde6c864659f: Waiting for close lock at 1731486357787Disabling compacts and flushes for region at 1731486357787Disabling writes for close at 1731486357788 (+1 ms)Writing region close event to WAL at 1731486357788Closed at 1731486357788 2024-11-13T08:25:57,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741915_1093 (size=95) 2024-11-13T08:25:57,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741915_1093 (size=95) 2024-11-13T08:25:57,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741915_1093 (size=95) 2024-11-13T08:25:57,794 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:25:57,794 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44989088:(num 1731486357735) 2024-11-13T08:25:57,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:25:57,796 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:25:57,810 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796, exclude list is [], retry=0 2024-11-13T08:25:57,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:25:57,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:25:57,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:25:57,815 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796 2024-11-13T08:25:57,815 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211)] 2024-11-13T08:25:57,816 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d865e9e24c5346a510bfde6c864659f, NAME => 'testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:25:57,816 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:25:57,816 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,816 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,818 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,819 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d865e9e24c5346a510bfde6c864659f columnFamilyName a 2024-11-13T08:25:57,819 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:57,819 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(327): Store=8d865e9e24c5346a510bfde6c864659f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:57,820 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,820 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d865e9e24c5346a510bfde6c864659f columnFamilyName b 2024-11-13T08:25:57,820 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:57,821 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(327): Store=8d865e9e24c5346a510bfde6c864659f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:57,821 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,822 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d865e9e24c5346a510bfde6c864659f columnFamilyName c 2024-11-13T08:25:57,822 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:25:57,822 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(327): Store=8d865e9e24c5346a510bfde6c864659f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:25:57,822 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,824 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,825 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,825 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,826 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:25:57,827 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:25:57,828 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d865e9e24c5346a510bfde6c864659f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67848618, jitterRate=0.011023193597793579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:25:57,829 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d865e9e24c5346a510bfde6c864659f: Writing region info on filesystem at 1731486357816Initializing all the Stores at 1731486357817 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486357817Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486357818 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486357818Cleaning up temporary data from old regions at 1731486357825 (+7 ms)Region opened successfully at 1731486357829 (+4 ms) 2024-11-13T08:25:57,833 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731486357832/Put/seqid=0 2024-11-13T08:25:57,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741918_1096 (size=4875) 2024-11-13T08:25:57,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741918_1096 (size=4875) 2024-11-13T08:25:57,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741918_1096 (size=4875) 2024-11-13T08:25:57,848 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731486357847/Put/seqid=0 2024-11-13T08:25:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741919_1097 (size=4875) 2024-11-13T08:25:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741919_1097 (size=4875) 2024-11-13T08:25:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741919_1097 (size=4875) 2024-11-13T08:25:57,859 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731486357859/Put/seqid=0 2024-11-13T08:25:57,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741920_1098 (size=4875) 2024-11-13T08:25:57,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741920_1098 (size=4875) 2024-11-13T08:25:57,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741920_1098 (size=4875) 2024-11-13T08:25:57,868 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 8d865e9e24c5346a510bfde6c864659f/a 2024-11-13T08:25:57,872 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-13T08:25:57,872 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T08:25:57,872 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 8d865e9e24c5346a510bfde6c864659f/a 2024-11-13T08:25:57,876 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-13T08:25:57,876 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T08:25:57,876 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 8d865e9e24c5346a510bfde6c864659f/a 2024-11-13T08:25:57,879 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-13T08:25:57,879 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T08:25:57,879 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8d865e9e24c5346a510bfde6c864659f 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-13T08:25:57,902 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/.tmp/a/b14b3810eff34ed4864b2e0bac637970 is 55, key is testCompactedBulkLoadedFiles/a:a/1731486357829/Put/seqid=0 2024-11-13T08:25:57,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741921_1099 (size=5107) 2024-11-13T08:25:57,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741921_1099 (size=5107) 2024-11-13T08:25:57,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741921_1099 (size=5107) 2024-11-13T08:25:57,910 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/.tmp/a/b14b3810eff34ed4864b2e0bac637970 2024-11-13T08:25:57,916 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/.tmp/a/b14b3810eff34ed4864b2e0bac637970 as hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/b14b3810eff34ed4864b2e0bac637970 2024-11-13T08:25:57,921 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/b14b3810eff34ed4864b2e0bac637970, entries=1, sequenceid=4, filesize=5.0 K 2024-11-13T08:25:57,922 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 8d865e9e24c5346a510bfde6c864659f in 43ms, sequenceid=4, compaction requested=false 2024-11-13T08:25:57,922 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8d865e9e24c5346a510bfde6c864659f: 2024-11-13T08:25:57,923 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_ 2024-11-13T08:25:57,924 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/983624cd355649eeb345effadb7b3469_SeqId_4_ 2024-11-13T08:25:57,925 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/262ffe0f1f814925a9d9975b2e231448_SeqId_4_ 2024-11-13T08:25:57,926 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile0 into 8d865e9e24c5346a510bfde6c864659f/a as hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_ - updating store file list. 2024-11-13T08:25:57,930 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T08:25:57,930 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_ into 8d865e9e24c5346a510bfde6c864659f/a 2024-11-13T08:25:57,930 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile0 into 8d865e9e24c5346a510bfde6c864659f/a (new location: hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_) 2024-11-13T08:25:57,931 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile1 into 8d865e9e24c5346a510bfde6c864659f/a as hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/983624cd355649eeb345effadb7b3469_SeqId_4_ - updating store file list. 2024-11-13T08:25:57,935 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 983624cd355649eeb345effadb7b3469_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T08:25:57,936 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/983624cd355649eeb345effadb7b3469_SeqId_4_ into 8d865e9e24c5346a510bfde6c864659f/a 2024-11-13T08:25:57,936 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile1 into 8d865e9e24c5346a510bfde6c864659f/a (new location: hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/983624cd355649eeb345effadb7b3469_SeqId_4_) 2024-11-13T08:25:57,937 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile2 into 8d865e9e24c5346a510bfde6c864659f/a as hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/262ffe0f1f814925a9d9975b2e231448_SeqId_4_ - updating store file list. 2024-11-13T08:25:57,941 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 262ffe0f1f814925a9d9975b2e231448_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T08:25:57,941 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/262ffe0f1f814925a9d9975b2e231448_SeqId_4_ into 8d865e9e24c5346a510bfde6c864659f/a 2024-11-13T08:25:57,941 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34127/hbase/testCompactedBulkLoadedFiles/hfile2 into 8d865e9e24c5346a510bfde6c864659f/a (new location: hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/262ffe0f1f814925a9d9975b2e231448_SeqId_4_) 2024-11-13T08:25:57,948 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T08:25:57,948 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8d865e9e24c5346a510bfde6c864659f/a is initiating major compaction (all files) 2024-11-13T08:25:57,948 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8d865e9e24c5346a510bfde6c864659f/a in testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f. 2024-11-13T08:25:57,949 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/b14b3810eff34ed4864b2e0bac637970, hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_, hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/983624cd355649eeb345effadb7b3469_SeqId_4_, hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/262ffe0f1f814925a9d9975b2e231448_SeqId_4_] into tmpdir=hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/.tmp, totalSize=19.3 K 2024-11-13T08:25:57,949 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b14b3810eff34ed4864b2e0bac637970, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731486357829 2024-11-13T08:25:57,950 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T08:25:57,950 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 983624cd355649eeb345effadb7b3469_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T08:25:57,951 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 262ffe0f1f814925a9d9975b2e231448_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-13T08:25:57,963 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/.tmp/a/bc5b6671000143329ffbe20338a42693 is 55, key is testCompactedBulkLoadedFiles/a:a/1731486357829/Put/seqid=0 2024-11-13T08:25:57,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741922_1100 (size=6154) 2024-11-13T08:25:57,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741922_1100 (size=6154) 2024-11-13T08:25:57,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741922_1100 (size=6154) 2024-11-13T08:25:57,981 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/.tmp/a/bc5b6671000143329ffbe20338a42693 as hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/bc5b6671000143329ffbe20338a42693 2024-11-13T08:25:57,987 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 8d865e9e24c5346a510bfde6c864659f/a of 8d865e9e24c5346a510bfde6c864659f into bc5b6671000143329ffbe20338a42693(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T08:25:57,987 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8d865e9e24c5346a510bfde6c864659f: 2024-11-13T08:25:57,987 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-13T08:25:57,987 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-13T08:25:58,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796, size=0 (0bytes) 2024-11-13T08:25:58,020 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796 might be still open, length is 0 2024-11-13T08:25:58,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796 2024-11-13T08:25:58,021 WARN [IPC Server handler 0 on default port 34127 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-13T08:25:58,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796 after 1ms 2024-11-13T08:25:58,196 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-13T08:25:58,196 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-13T08:25:58,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-13T08:25:58,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-13T08:25:59,694 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:44954 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44954 dst: /127.0.0.1:41295 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41295 remote=/127.0.0.1:44954]. Total timeout mills is 60000, 58292 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:59,695 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:45524 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37977:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45524 dst: /127.0.0.1:37977 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:59,695 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:54880 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44463:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54880 dst: /127.0.0.1:44463 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:25:59,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741917_1101 (size=1176) 2024-11-13T08:25:59,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741917_1101 (size=1176) 2024-11-13T08:26:02,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796 after 4002ms 2024-11-13T08:26:02,025 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:26:02,025 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796 took 4005ms 2024-11-13T08:26:02,027 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796; continuing. 2024-11-13T08:26:02,027 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796 so closing down 2024-11-13T08:26:02,027 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:26:02,028 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731486357796.temp 2024-11-13T08:26:02,029 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000003-wal.1731486357796.temp 2024-11-13T08:26:02,029 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:26:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741923_1102 (size=549) 2024-11-13T08:26:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741923_1102 (size=549) 2024-11-13T08:26:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741923_1102 (size=549) 2024-11-13T08:26:02,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000003-wal.1731486357796.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-13T08:26:02,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000003-wal.1731486357796.temp to hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000008 2024-11-13T08:26:02,037 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T08:26:02,037 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796, journal: Splitting hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796, size=0 (0bytes) at 1731486358020Finishing writing output for hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796 so closing down at 1731486362027 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000003-wal.1731486357796.temp at 1731486362029 (+2 ms)3 split writer threads finished at 1731486362030 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000003-wal.1731486357796.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731486362036 (+6 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000003-wal.1731486357796.temp to hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000008 at 1731486362037 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796, size=0, length=0, corrupted=false, cancelled=false at 1731486362037 2024-11-13T08:26:02,039 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796 to hdfs://localhost:34127/hbase/oldWALs/wal.1731486357796 2024-11-13T08:26:02,040 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000008 2024-11-13T08:26:02,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:26:02,042 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:26:02,055 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486362042, exclude list is [], retry=0 2024-11-13T08:26:02,058 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:26:02,058 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:26:02,058 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:26:02,060 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486362042 2024-11-13T08:26:02,060 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:26:02,060 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d865e9e24c5346a510bfde6c864659f, NAME => 'testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:26:02,060 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:26:02,061 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:26:02,061 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:26:02,062 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:26:02,063 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d865e9e24c5346a510bfde6c864659f columnFamilyName a 2024-11-13T08:26:02,063 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,069 DEBUG [StoreFileOpener-8d865e9e24c5346a510bfde6c864659f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 262ffe0f1f814925a9d9975b2e231448_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T08:26:02,069 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/262ffe0f1f814925a9d9975b2e231448_SeqId_4_ 2024-11-13T08:26:02,072 DEBUG [StoreFileOpener-8d865e9e24c5346a510bfde6c864659f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 983624cd355649eeb345effadb7b3469_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T08:26:02,072 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/983624cd355649eeb345effadb7b3469_SeqId_4_ 2024-11-13T08:26:02,076 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/b14b3810eff34ed4864b2e0bac637970 2024-11-13T08:26:02,079 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/bc5b6671000143329ffbe20338a42693 2024-11-13T08:26:02,081 DEBUG [StoreFileOpener-8d865e9e24c5346a510bfde6c864659f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T08:26:02,082 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_ 2024-11-13T08:26:02,082 WARN [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/262ffe0f1f814925a9d9975b2e231448_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3844f1bf 2024-11-13T08:26:02,082 WARN [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/983624cd355649eeb345effadb7b3469_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3844f1bf 2024-11-13T08:26:02,082 WARN [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/b14b3810eff34ed4864b2e0bac637970 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3844f1bf 2024-11-13T08:26:02,082 WARN [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3844f1bf 2024-11-13T08:26:02,082 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/262ffe0f1f814925a9d9975b2e231448_SeqId_4_, hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/983624cd355649eeb345effadb7b3469_SeqId_4_, hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/b14b3810eff34ed4864b2e0bac637970, hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_] to archive 2024-11-13T08:26:02,083 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T08:26:02,084 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/262ffe0f1f814925a9d9975b2e231448_SeqId_4_ to hdfs://localhost:34127/hbase/archive/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/262ffe0f1f814925a9d9975b2e231448_SeqId_4_ 2024-11-13T08:26:02,085 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/983624cd355649eeb345effadb7b3469_SeqId_4_ to hdfs://localhost:34127/hbase/archive/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/983624cd355649eeb345effadb7b3469_SeqId_4_ 2024-11-13T08:26:02,086 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/b14b3810eff34ed4864b2e0bac637970 to hdfs://localhost:34127/hbase/archive/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/b14b3810eff34ed4864b2e0bac637970 2024-11-13T08:26:02,087 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_ to hdfs://localhost:34127/hbase/archive/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/a/cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_ 2024-11-13T08:26:02,087 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(327): Store=8d865e9e24c5346a510bfde6c864659f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,088 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:26:02,088 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d865e9e24c5346a510bfde6c864659f columnFamilyName b 2024-11-13T08:26:02,089 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,089 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(327): Store=8d865e9e24c5346a510bfde6c864659f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,089 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:26:02,090 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d865e9e24c5346a510bfde6c864659f columnFamilyName c 2024-11-13T08:26:02,090 DEBUG [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,090 INFO [StoreOpener-8d865e9e24c5346a510bfde6c864659f-1 {}] regionserver.HStore(327): Store=8d865e9e24c5346a510bfde6c864659f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,090 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:26:02,091 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:26:02,092 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:26:02,093 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000008 2024-11-13T08:26:02,095 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:26:02,097 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 8d865e9e24c5346a510bfde6c864659f : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "8d865e9e24c5346a510bfde6c864659f" family_name: "a" compaction_input: "b14b3810eff34ed4864b2e0bac637970" compaction_input: "cc6efb9f835341658c57fbe00dd84e6d_SeqId_4_" compaction_input: "983624cd355649eeb345effadb7b3469_SeqId_4_" compaction_input: "262ffe0f1f814925a9d9975b2e231448_SeqId_4_" compaction_output: "bc5b6671000143329ffbe20338a42693" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-13T08:26:02,097 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-13T08:26:02,097 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000008 2024-11-13T08:26:02,098 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/0000000000000000008 2024-11-13T08:26:02,099 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:26:02,099 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:26:02,099 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:26:02,100 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d865e9e24c5346a510bfde6c864659f 2024-11-13T08:26:02,103 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testCompactedBulkLoadedFiles/8d865e9e24c5346a510bfde6c864659f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T08:26:02,103 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d865e9e24c5346a510bfde6c864659f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63717217, jitterRate=-0.05053947865962982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:26:02,104 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d865e9e24c5346a510bfde6c864659f: Writing region info on filesystem at 1731486362061Initializing all the Stores at 1731486362062 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362062Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362062Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362062Cleaning up temporary data from old regions at 1731486362099 (+37 ms)Region opened successfully at 1731486362104 (+5 ms) 2024-11-13T08:26:02,106 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8d865e9e24c5346a510bfde6c864659f, disabling compactions & flushes 2024-11-13T08:26:02,106 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f. 2024-11-13T08:26:02,106 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f. 2024-11-13T08:26:02,106 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f. after waiting 0 ms 2024-11-13T08:26:02,106 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f. 2024-11-13T08:26:02,107 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731486357730.8d865e9e24c5346a510bfde6c864659f. 2024-11-13T08:26:02,107 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8d865e9e24c5346a510bfde6c864659f: Waiting for close lock at 1731486362106Disabling compacts and flushes for region at 1731486362106Disabling writes for close at 1731486362106Writing region close event to WAL at 1731486362107 (+1 ms)Closed at 1731486362107 2024-11-13T08:26:02,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741924_1103 (size=95) 2024-11-13T08:26:02,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741924_1103 (size=95) 2024-11-13T08:26:02,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741924_1103 (size=95) 2024-11-13T08:26:02,111 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:26:02,111 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731486362042) 2024-11-13T08:26:02,126 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=439 (was 425) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34127 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-18009303_22 at /127.0.0.1:39364 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-18009303_22 at /127.0.0.1:56462 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-18009303_22 at /127.0.0.1:34840 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=966 (was 975) 2024-11-13T08:26:02,126 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-13T08:26:02,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=965 2024-11-13T08:26:02,140 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-13T08:26:02,155 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:26:02,156 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T08:26:02,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T08:26:02,159 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65389563, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/hregion-65389563, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:26:02,173 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65389563/hregion-65389563.1731486362159, exclude list is [], retry=0 2024-11-13T08:26:02,175 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:26:02,175 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:26:02,176 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:26:02,177 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65389563/hregion-65389563.1731486362159 2024-11-13T08:26:02,178 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:26:02,178 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d82c41f7e546f63a0b5a5b8a399bde1c, NAME => 'testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34127/hbase 2024-11-13T08:26:02,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741926_1105 (size=67) 2024-11-13T08:26:02,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741926_1105 (size=67) 2024-11-13T08:26:02,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741926_1105 (size=67) 2024-11-13T08:26:02,186 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:26:02,188 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,189 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName a 2024-11-13T08:26:02,189 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,189 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,190 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,191 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName b 2024-11-13T08:26:02,191 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,191 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,191 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,192 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName c 2024-11-13T08:26:02,192 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,193 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,193 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,193 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,194 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,195 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,195 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,195 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:26:02,196 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,198 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T08:26:02,198 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d82c41f7e546f63a0b5a5b8a399bde1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74649935, jitterRate=0.11237071454524994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:26:02,199 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d82c41f7e546f63a0b5a5b8a399bde1c: Writing region info on filesystem at 1731486362186Initializing all the Stores at 1731486362187 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362187Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362187Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362187Cleaning up temporary data from old regions at 1731486362195 (+8 ms)Region opened successfully at 1731486362199 (+4 ms) 2024-11-13T08:26:02,199 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d82c41f7e546f63a0b5a5b8a399bde1c, disabling compactions & flushes 2024-11-13T08:26:02,199 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:02,199 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:02,199 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. after waiting 0 ms 2024-11-13T08:26:02,199 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:02,199 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:02,199 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d82c41f7e546f63a0b5a5b8a399bde1c: Waiting for close lock at 1731486362199Disabling compacts and flushes for region at 1731486362199Disabling writes for close at 1731486362199Writing region close event to WAL at 1731486362199Closed at 1731486362199 2024-11-13T08:26:02,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741925_1104 (size=95) 2024-11-13T08:26:02,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741925_1104 (size=95) 2024-11-13T08:26:02,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741925_1104 (size=95) 2024-11-13T08:26:02,203 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:26:02,203 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65389563:(num 1731486362159) 2024-11-13T08:26:02,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:26:02,205 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:26:02,219 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205, exclude list is [], retry=0 2024-11-13T08:26:02,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:26:02,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:26:02,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:26:02,224 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205 2024-11-13T08:26:02,224 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673),(127.0.0.1/127.0.0.1:33579:33579)] 2024-11-13T08:26:02,224 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d82c41f7e546f63a0b5a5b8a399bde1c, NAME => 'testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:26:02,224 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:26:02,225 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,225 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,228 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,229 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName a 2024-11-13T08:26:02,229 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,230 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,230 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,230 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName b 2024-11-13T08:26:02,230 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,231 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,231 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,232 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName c 2024-11-13T08:26:02,232 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,232 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,232 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,233 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,234 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,234 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,235 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,235 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:26:02,236 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,237 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d82c41f7e546f63a0b5a5b8a399bde1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61622744, jitterRate=-0.0817495584487915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:26:02,237 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d82c41f7e546f63a0b5a5b8a399bde1c: Writing region info on filesystem at 1731486362225Initializing all the Stores at 1731486362226 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362226Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362228 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362228Cleaning up temporary data from old regions at 1731486362235 (+7 ms)Region opened successfully at 1731486362237 (+2 ms) 2024-11-13T08:26:02,244 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d82c41f7e546f63a0b5a5b8a399bde1c 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-13T08:26:02,261 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/a/7d51e5024ee94b47b03dc211ba767684 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731486362237/Put/seqid=0 2024-11-13T08:26:02,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741928_1107 (size=5958) 2024-11-13T08:26:02,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741928_1107 (size=5958) 2024-11-13T08:26:02,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741928_1107 (size=5958) 2024-11-13T08:26:02,268 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/a/7d51e5024ee94b47b03dc211ba767684 2024-11-13T08:26:02,274 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/a/7d51e5024ee94b47b03dc211ba767684 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/a/7d51e5024ee94b47b03dc211ba767684 2024-11-13T08:26:02,280 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/a/7d51e5024ee94b47b03dc211ba767684, entries=10, sequenceid=13, filesize=5.8 K 2024-11-13T08:26:02,281 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for d82c41f7e546f63a0b5a5b8a399bde1c in 37ms, sequenceid=13, compaction requested=false 2024-11-13T08:26:02,281 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d82c41f7e546f63a0b5a5b8a399bde1c: 2024-11-13T08:26:02,299 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d82c41f7e546f63a0b5a5b8a399bde1c, disabling compactions & flushes 2024-11-13T08:26:02,299 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:02,299 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:02,299 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. after waiting 0 ms 2024-11-13T08:26:02,299 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:02,300 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:02,300 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:02,300 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d82c41f7e546f63a0b5a5b8a399bde1c: Waiting for close lock at 1731486362299Disabling compacts and flushes for region at 1731486362299Disabling writes for close at 1731486362299Writing region close event to WAL at 1731486362300 (+1 ms)Closed at 1731486362300 2024-11-13T08:26:02,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741927_1106 (size=3345) 2024-11-13T08:26:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741927_1106 (size=3345) 2024-11-13T08:26:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741927_1106 (size=3345) 2024-11-13T08:26:02,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205, size=3.3 K (3345bytes) 2024-11-13T08:26:02,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205 2024-11-13T08:26:02,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205 after 0ms 2024-11-13T08:26:02,322 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:26:02,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205 took 3ms 2024-11-13T08:26:02,324 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205 so closing down 2024-11-13T08:26:02,324 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:26:02,325 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731486362205.temp 2024-11-13T08:26:02,326 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000003-wal.1731486362205.temp 2024-11-13T08:26:02,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:26:02,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741929_1108 (size=2944) 2024-11-13T08:26:02,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741929_1108 (size=2944) 2024-11-13T08:26:02,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741929_1108 (size=2944) 2024-11-13T08:26:02,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000003-wal.1731486362205.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T08:26:02,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000003-wal.1731486362205.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000035 2024-11-13T08:26:02,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-13T08:26:02,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205, journal: Splitting hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205, size=3.3 K (3345bytes) at 1731486362319Finishing writing output for hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205 so closing down at 1731486362324 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000003-wal.1731486362205.temp at 1731486362326 (+2 ms)3 split writer threads finished at 1731486362327 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000003-wal.1731486362205.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731486362334 (+7 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000003-wal.1731486362205.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000035 at 1731486362335 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1731486362335 2024-11-13T08:26:02,337 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362205 to hdfs://localhost:34127/hbase/oldWALs/wal.1731486362205 2024-11-13T08:26:02,338 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000035 2024-11-13T08:26:02,338 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:26:02,339 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:26:02,353 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339, exclude list is [], retry=0 2024-11-13T08:26:02,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:26:02,356 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:26:02,356 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:26:02,357 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339 2024-11-13T08:26:02,358 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:43673:43673)] 2024-11-13T08:26:02,358 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d82c41f7e546f63a0b5a5b8a399bde1c, NAME => 'testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T08:26:02,358 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:26:02,358 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,358 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,359 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,360 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName a 2024-11-13T08:26:02,360 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T08:26:02,366 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/a/7d51e5024ee94b47b03dc211ba767684 2024-11-13T08:26:02,366 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,366 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,367 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName b 2024-11-13T08:26:02,367 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,367 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,368 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,368 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName c 2024-11-13T08:26:02,368 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:02,369 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:02,369 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,370 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,371 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,372 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000035 2024-11-13T08:26:02,374 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:26:02,375 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000035 2024-11-13T08:26:02,375 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d82c41f7e546f63a0b5a5b8a399bde1c 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-13T08:26:02,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/b/2e39a869ed0d429a9f807189f50f4bbd is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731486362281/Put/seqid=0 2024-11-13T08:26:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741931_1110 (size=5958) 2024-11-13T08:26:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741931_1110 (size=5958) 2024-11-13T08:26:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741931_1110 (size=5958) 2024-11-13T08:26:02,405 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/b/2e39a869ed0d429a9f807189f50f4bbd 2024-11-13T08:26:02,425 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/c/ee72f9e5d3b94e85a07c41d9d2a90232 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731486362290/Put/seqid=0 2024-11-13T08:26:02,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741932_1111 (size=5958) 2024-11-13T08:26:02,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741932_1111 (size=5958) 2024-11-13T08:26:02,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741932_1111 (size=5958) 2024-11-13T08:26:02,431 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/c/ee72f9e5d3b94e85a07c41d9d2a90232 2024-11-13T08:26:02,437 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/b/2e39a869ed0d429a9f807189f50f4bbd as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/b/2e39a869ed0d429a9f807189f50f4bbd 2024-11-13T08:26:02,442 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/b/2e39a869ed0d429a9f807189f50f4bbd, entries=10, sequenceid=35, filesize=5.8 K 2024-11-13T08:26:02,443 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/c/ee72f9e5d3b94e85a07c41d9d2a90232 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/c/ee72f9e5d3b94e85a07c41d9d2a90232 2024-11-13T08:26:02,449 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/c/ee72f9e5d3b94e85a07c41d9d2a90232, entries=10, sequenceid=35, filesize=5.8 K 2024-11-13T08:26:02,449 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for d82c41f7e546f63a0b5a5b8a399bde1c in 74ms, sequenceid=35, compaction requested=false; wal=null 2024-11-13T08:26:02,450 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000035 2024-11-13T08:26:02,451 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,451 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,451 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:26:02,452 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:02,454 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-13T08:26:02,455 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d82c41f7e546f63a0b5a5b8a399bde1c; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58923501, jitterRate=-0.12197141349315643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:26:02,455 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d82c41f7e546f63a0b5a5b8a399bde1c: Writing region info on filesystem at 1731486362358Initializing all the Stores at 1731486362359 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362359Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362359Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486362359Obtaining lock to block concurrent updates at 1731486362375 (+16 ms)Preparing flush snapshotting stores in d82c41f7e546f63a0b5a5b8a399bde1c at 1731486362375Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731486362375Flushing stores of testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. at 1731486362375Flushing d82c41f7e546f63a0b5a5b8a399bde1c/b: creating writer at 1731486362376 (+1 ms)Flushing d82c41f7e546f63a0b5a5b8a399bde1c/b: appending metadata at 1731486362393 (+17 ms)Flushing d82c41f7e546f63a0b5a5b8a399bde1c/b: closing flushed file at 1731486362393Flushing d82c41f7e546f63a0b5a5b8a399bde1c/c: creating writer at 1731486362409 (+16 ms)Flushing d82c41f7e546f63a0b5a5b8a399bde1c/c: appending metadata at 1731486362424 (+15 ms)Flushing d82c41f7e546f63a0b5a5b8a399bde1c/c: closing flushed file at 1731486362424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d1ad57: reopening flushed file at 1731486362437 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695efeb9: reopening flushed file at 1731486362442 (+5 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for d82c41f7e546f63a0b5a5b8a399bde1c in 74ms, sequenceid=35, compaction requested=false; wal=null at 1731486362449 (+7 ms)Cleaning up temporary data from old regions at 1731486362451 (+2 ms)Region opened successfully at 1731486362455 (+4 ms) 2024-11-13T08:26:02,521 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339, size=0 (0bytes) 2024-11-13T08:26:02,521 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339 might be still open, length is 0 2024-11-13T08:26:02,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339 2024-11-13T08:26:02,521 WARN [IPC Server handler 2 on default port 34127 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-13T08:26:02,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339 after 1ms 2024-11-13T08:26:02,694 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:34884 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37977:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34884 dst: /127.0.0.1:37977 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37977 remote=/127.0.0.1:34884]. Total timeout mills is 60000, 59790 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:26:02,694 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:56518 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56518 dst: /127.0.0.1:41295 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:26:02,695 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-407372331_22 at /127.0.0.1:39412 [Receiving block BP-573272110-172.17.0.2-1731486324490:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44463:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39412 dst: /127.0.0.1:44463 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:26:02,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741930_1112 (size=2936) 2024-11-13T08:26:02,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741930_1112 (size=2936) 2024-11-13T08:26:06,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339 after 4001ms 2024-11-13T08:26:06,525 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:26:06,525 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339 took 4004ms 2024-11-13T08:26:06,527 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339; continuing. 2024-11-13T08:26:06,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339 so closing down 2024-11-13T08:26:06,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T08:26:06,529 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731486362339.temp 2024-11-13T08:26:06,530 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000037-wal.1731486362339.temp 2024-11-13T08:26:06,530 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T08:26:06,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741933_1113 (size=2944) 2024-11-13T08:26:06,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741933_1113 (size=2944) 2024-11-13T08:26:06,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741933_1113 (size=2944) 2024-11-13T08:26:06,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000037-wal.1731486362339.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-13T08:26:06,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000037-wal.1731486362339.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000066 2024-11-13T08:26:06,539 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339, size=0, length=0, corrupted=false, cancelled=false 2024-11-13T08:26:06,539 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339, journal: Splitting hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339, size=0 (0bytes) at 1731486362521Finishing writing output for hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339 so closing down at 1731486366527 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000037-wal.1731486362339.temp at 1731486366530 (+3 ms)3 split writer threads finished at 1731486366530Closed recovered edits writer path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000037-wal.1731486362339.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731486366537 (+7 ms)Rename recovered edits hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000037-wal.1731486362339.temp to hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000066 at 1731486366539 (+2 ms)Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339, size=0, length=0, corrupted=false, cancelled=false at 1731486366539 2024-11-13T08:26:06,540 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339 to hdfs://localhost:34127/hbase/oldWALs/wal.1731486362339 2024-11-13T08:26:06,541 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000066 2024-11-13T08:26:06,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-13T08:26:06,542 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34127/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154, archiveDir=hdfs://localhost:34127/hbase/oldWALs, maxLogs=32 2024-11-13T08:26:06,556 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486366543, exclude list is [], retry=0 2024-11-13T08:26:06,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-bb40be05-8b1b-4935-92cd-5b09beec0711,DISK] 2024-11-13T08:26:06,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37977,DS-643ce420-3d77-4628-9ebc-c2f0661f557d,DISK] 2024-11-13T08:26:06,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-fa500a97-2a16-4900-9502-59098c7fe1c1,DISK] 2024-11-13T08:26:06,561 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486366543 2024-11-13T08:26:06,561 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33579:33579),(127.0.0.1/127.0.0.1:40211:40211),(127.0.0.1/127.0.0.1:43673:43673)] 2024-11-13T08:26:06,561 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T08:26:06,562 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:06,563 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName a 2024-11-13T08:26:06,563 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:06,568 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/a/7d51e5024ee94b47b03dc211ba767684 2024-11-13T08:26:06,568 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:06,568 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:06,568 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName b 2024-11-13T08:26:06,568 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:06,572 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/b/2e39a869ed0d429a9f807189f50f4bbd 2024-11-13T08:26:06,573 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:06,573 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:06,573 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c41f7e546f63a0b5a5b8a399bde1c columnFamilyName c 2024-11-13T08:26:06,573 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T08:26:06,578 DEBUG [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/c/ee72f9e5d3b94e85a07c41d9d2a90232 2024-11-13T08:26:06,578 INFO [StoreOpener-d82c41f7e546f63a0b5a5b8a399bde1c-1 {}] regionserver.HStore(327): Store=d82c41f7e546f63a0b5a5b8a399bde1c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T08:26:06,578 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:06,579 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:06,580 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:06,580 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000066 2024-11-13T08:26:06,582 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-13T08:26:06,587 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000066 2024-11-13T08:26:06,588 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d82c41f7e546f63a0b5a5b8a399bde1c 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-13T08:26:06,602 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/a/9c855baed4ad448e87d07a2970c0dfd7 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731486362461/Put/seqid=0 2024-11-13T08:26:06,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741935_1115 (size=5958) 2024-11-13T08:26:06,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741935_1115 (size=5958) 2024-11-13T08:26:06,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741935_1115 (size=5958) 2024-11-13T08:26:06,609 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/a/9c855baed4ad448e87d07a2970c0dfd7 2024-11-13T08:26:06,635 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/b/9593968b9029444490c35e6690d04070 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731486362469/Put/seqid=0 2024-11-13T08:26:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741936_1116 (size=5958) 2024-11-13T08:26:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741936_1116 (size=5958) 2024-11-13T08:26:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741936_1116 (size=5958) 2024-11-13T08:26:06,642 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/b/9593968b9029444490c35e6690d04070 2024-11-13T08:26:06,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/c/cc0db0862c01420abed781456fa3d5a3 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731486362476/Put/seqid=0 2024-11-13T08:26:06,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741937_1117 (size=5958) 2024-11-13T08:26:06,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741937_1117 (size=5958) 2024-11-13T08:26:06,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741937_1117 (size=5958) 2024-11-13T08:26:06,669 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/c/cc0db0862c01420abed781456fa3d5a3 2024-11-13T08:26:06,675 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/a/9c855baed4ad448e87d07a2970c0dfd7 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/a/9c855baed4ad448e87d07a2970c0dfd7 2024-11-13T08:26:06,680 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/a/9c855baed4ad448e87d07a2970c0dfd7, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T08:26:06,681 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/b/9593968b9029444490c35e6690d04070 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/b/9593968b9029444490c35e6690d04070 2024-11-13T08:26:06,687 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/b/9593968b9029444490c35e6690d04070, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T08:26:06,688 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/.tmp/c/cc0db0862c01420abed781456fa3d5a3 as hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/c/cc0db0862c01420abed781456fa3d5a3 2024-11-13T08:26:06,693 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/c/cc0db0862c01420abed781456fa3d5a3, entries=10, sequenceid=66, filesize=5.8 K 2024-11-13T08:26:06,694 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for d82c41f7e546f63a0b5a5b8a399bde1c in 106ms, sequenceid=66, compaction requested=false; wal=null 2024-11-13T08:26:06,697 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/0000000000000000066 2024-11-13T08:26:06,698 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:06,698 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:06,699 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T08:26:06,701 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d82c41f7e546f63a0b5a5b8a399bde1c 2024-11-13T08:26:06,705 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/hbase/data/default/testReplayEditsWrittenViaHRegion/d82c41f7e546f63a0b5a5b8a399bde1c/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-13T08:26:06,706 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d82c41f7e546f63a0b5a5b8a399bde1c; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69202399, jitterRate=0.031196102499961853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T08:26:06,706 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d82c41f7e546f63a0b5a5b8a399bde1c: Writing region info on filesystem at 1731486366561Initializing all the Stores at 1731486366562 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486366562Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486366562Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731486366562Obtaining lock to block concurrent updates at 1731486366588 (+26 ms)Preparing flush snapshotting stores in d82c41f7e546f63a0b5a5b8a399bde1c at 1731486366588Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731486366588Flushing stores of testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. at 1731486366588Flushing d82c41f7e546f63a0b5a5b8a399bde1c/a: creating writer at 1731486366588Flushing d82c41f7e546f63a0b5a5b8a399bde1c/a: appending metadata at 1731486366602 (+14 ms)Flushing d82c41f7e546f63a0b5a5b8a399bde1c/a: closing flushed file at 1731486366602Flushing d82c41f7e546f63a0b5a5b8a399bde1c/b: creating writer at 1731486366614 (+12 ms)Flushing d82c41f7e546f63a0b5a5b8a399bde1c/b: appending metadata at 1731486366635 (+21 ms)Flushing d82c41f7e546f63a0b5a5b8a399bde1c/b: closing flushed file at 1731486366635Flushing d82c41f7e546f63a0b5a5b8a399bde1c/c: creating writer at 1731486366647 (+12 ms)Flushing d82c41f7e546f63a0b5a5b8a399bde1c/c: appending metadata at 1731486366660 (+13 ms)Flushing d82c41f7e546f63a0b5a5b8a399bde1c/c: closing flushed file at 1731486366660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331e5003: reopening flushed file at 1731486366674 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755e60f9: reopening flushed file at 1731486366680 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3869ec89: reopening flushed file at 1731486366687 (+7 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for d82c41f7e546f63a0b5a5b8a399bde1c in 106ms, sequenceid=66, compaction requested=false; wal=null at 1731486366694 (+7 ms)Cleaning up temporary data from old regions at 1731486366698 (+4 ms)Region opened successfully at 1731486366706 (+8 ms) 2024-11-13T08:26:06,724 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d82c41f7e546f63a0b5a5b8a399bde1c, disabling compactions & flushes 2024-11-13T08:26:06,724 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:06,724 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:06,724 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. after waiting 0 ms 2024-11-13T08:26:06,724 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:06,734 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731486362155.d82c41f7e546f63a0b5a5b8a399bde1c. 2024-11-13T08:26:06,734 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d82c41f7e546f63a0b5a5b8a399bde1c: Waiting for close lock at 1731486366724Disabling compacts and flushes for region at 1731486366724Disabling writes for close at 1731486366724Writing region close event to WAL at 1731486366734 (+10 ms)Closed at 1731486366734 2024-11-13T08:26:06,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741934_1114 (size=95) 2024-11-13T08:26:06,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741934_1114 (size=95) 2024-11-13T08:26:06,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741934_1114 (size=95) 2024-11-13T08:26:06,748 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-13T08:26:06,748 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731486366543) 2024-11-13T08:26:06,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=446 (was 439) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34127 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1068345880_22 at /127.0.0.1:39444 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1068345880_22 at /127.0.0.1:34910 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1068345880_22 at /127.0.0.1:56578 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=909 (was 965) 2024-11-13T08:26:06,768 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-13T08:26:06,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T08:26:06,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T08:26:06,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:26:06,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:26:06,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:26:06,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T08:26:06,770 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T08:26:06,770 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=344282414, stopped=false 2024-11-13T08:26:06,770 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dd3a0865bb23,41517,1731486327749 2024-11-13T08:26:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:26:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:26:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T08:26:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:26:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:26:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:26:06,772 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T08:26:06,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:26:06,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T08:26:06,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:26:06,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:26:06,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:26:06,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T08:26:06,774 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dd3a0865bb23,34707,1731486328589' ***** 2024-11-13T08:26:06,774 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T08:26:06,774 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dd3a0865bb23,46125,1731486328651' ***** 2024-11-13T08:26:06,774 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T08:26:06,775 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:26:06,775 INFO [RS:2;dd3a0865bb23:46125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:26:06,775 INFO [RS:2;dd3a0865bb23:46125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:26:06,775 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(959): stopping server dd3a0865bb23,46125,1731486328651 2024-11-13T08:26:06,775 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T08:26:06,775 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T08:26:06,775 INFO [RS:2;dd3a0865bb23:46125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;dd3a0865bb23:46125. 2024-11-13T08:26:06,775 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T08:26:06,775 DEBUG [RS:2;dd3a0865bb23:46125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:26:06,775 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T08:26:06,775 DEBUG [RS:2;dd3a0865bb23:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:26:06,775 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:26:06,775 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:26:06,775 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:26:06,775 INFO [RS:1;dd3a0865bb23:34707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T08:26:06,775 INFO [RS:1;dd3a0865bb23:34707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T08:26:06,775 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T08:26:06,776 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:26:06,776 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(959): stopping server dd3a0865bb23,34707,1731486328589 2024-11-13T08:26:06,776 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T08:26:06,776 INFO [RS:1;dd3a0865bb23:34707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;dd3a0865bb23:34707. 2024-11-13T08:26:06,776 DEBUG [RS:1;dd3a0865bb23:34707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T08:26:06,776 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ee9898ac970640d9a06733a9fb23e1b, disabling compactions & flushes 2024-11-13T08:26:06,776 DEBUG [RS:1;dd3a0865bb23:34707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:26:06,776 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:26:06,776 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T08:26:06,776 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:26:06,776 DEBUG [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(1325): Online Regions={8ee9898ac970640d9a06733a9fb23e1b=testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b.} 2024-11-13T08:26:06,776 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. after waiting 0 ms 2024-11-13T08:26:06,776 DEBUG [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(1351): Waiting on 8ee9898ac970640d9a06733a9fb23e1b 2024-11-13T08:26:06,776 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:26:06,776 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T08:26:06,776 DEBUG [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T08:26:06,776 DEBUG [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T08:26:06,776 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T08:26:06,777 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T08:26:06,777 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T08:26:06,777 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T08:26:06,777 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T08:26:06,777 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-13T08:26:06,777 INFO [regionserver/dd3a0865bb23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:26:06,777 INFO [regionserver/dd3a0865bb23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:26:06,782 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/default/testReplayEditsAfterRegionMovedWithMultiCF/8ee9898ac970640d9a06733a9fb23e1b/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-13T08:26:06,782 INFO [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:26:06,783 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ee9898ac970640d9a06733a9fb23e1b: Waiting for close lock at 1731486366776Running coprocessor pre-close hooks at 1731486366776Disabling compacts and flushes for region at 1731486366776Disabling writes for close at 1731486366776Writing region close event to WAL at 1731486366777 (+1 ms)Running coprocessor post-close hooks at 1731486366782 (+5 ms)Closed at 1731486366782 2024-11-13T08:26:06,783 DEBUG [RS_CLOSE_REGION-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b. 2024-11-13T08:26:06,801 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/.tmp/info/376cfc7cd62041dfb36993004fc0cc07 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731486343477.8ee9898ac970640d9a06733a9fb23e1b./info:regioninfo/1731486346858/Put/seqid=0 2024-11-13T08:26:06,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741938_1118 (size=8243) 2024-11-13T08:26:06,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741938_1118 (size=8243) 2024-11-13T08:26:06,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741938_1118 (size=8243) 2024-11-13T08:26:06,809 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/.tmp/info/376cfc7cd62041dfb36993004fc0cc07 2024-11-13T08:26:06,831 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/.tmp/ns/3c925119b10d4804be92dbe4a6b43fce is 43, key is default/ns:d/1731486330674/Put/seqid=0 2024-11-13T08:26:06,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741939_1119 (size=5153) 2024-11-13T08:26:06,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741939_1119 (size=5153) 2024-11-13T08:26:06,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741939_1119 (size=5153) 2024-11-13T08:26:06,839 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/.tmp/ns/3c925119b10d4804be92dbe4a6b43fce 2024-11-13T08:26:06,860 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/.tmp/table/028cb8b88ad94374948d7cca5e1d2fd3 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731486343890/Put/seqid=0 2024-11-13T08:26:06,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741940_1120 (size=5431) 2024-11-13T08:26:06,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741940_1120 (size=5431) 2024-11-13T08:26:06,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741940_1120 (size=5431) 2024-11-13T08:26:06,868 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/.tmp/table/028cb8b88ad94374948d7cca5e1d2fd3 2024-11-13T08:26:06,874 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/.tmp/info/376cfc7cd62041dfb36993004fc0cc07 as hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/info/376cfc7cd62041dfb36993004fc0cc07 2024-11-13T08:26:06,879 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/info/376cfc7cd62041dfb36993004fc0cc07, entries=18, sequenceid=21, filesize=8.0 K 2024-11-13T08:26:06,880 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/.tmp/ns/3c925119b10d4804be92dbe4a6b43fce as hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/ns/3c925119b10d4804be92dbe4a6b43fce 2024-11-13T08:26:06,885 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/ns/3c925119b10d4804be92dbe4a6b43fce, entries=2, sequenceid=21, filesize=5.0 K 2024-11-13T08:26:06,886 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/.tmp/table/028cb8b88ad94374948d7cca5e1d2fd3 as hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/table/028cb8b88ad94374948d7cca5e1d2fd3 2024-11-13T08:26:06,891 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/table/028cb8b88ad94374948d7cca5e1d2fd3, entries=2, sequenceid=21, filesize=5.3 K 2024-11-13T08:26:06,892 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=21, compaction requested=false 2024-11-13T08:26:06,897 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-13T08:26:06,897 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T08:26:06,897 INFO [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T08:26:06,898 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731486366776Running coprocessor pre-close hooks at 1731486366776Disabling compacts and flushes for region at 1731486366776Disabling writes for close at 1731486366777 (+1 ms)Obtaining lock to block concurrent updates at 1731486366777Preparing flush snapshotting stores in 1588230740 at 1731486366777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731486366777Flushing stores of hbase:meta,,1.1588230740 at 1731486366779 (+2 ms)Flushing 1588230740/info: creating writer at 1731486366779Flushing 1588230740/info: appending metadata at 1731486366800 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731486366800Flushing 1588230740/ns: creating writer at 1731486366815 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731486366831 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731486366831Flushing 1588230740/table: creating writer at 1731486366845 (+14 ms)Flushing 1588230740/table: appending metadata at 1731486366860 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731486366860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbb68e: reopening flushed file at 1731486366873 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e4bc9e: reopening flushed file at 1731486366879 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402ceaeb: reopening flushed file at 1731486366885 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=21, compaction requested=false at 1731486366892 (+7 ms)Writing region close event to WAL at 1731486366894 (+2 ms)Running coprocessor post-close hooks at 1731486366897 (+3 ms)Closed at 1731486366897 2024-11-13T08:26:06,898 DEBUG [RS_CLOSE_META-regionserver/dd3a0865bb23:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T08:26:06,943 INFO [regionserver/dd3a0865bb23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T08:26:06,943 INFO [regionserver/dd3a0865bb23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T08:26:06,976 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(976): stopping server dd3a0865bb23,34707,1731486328589; all regions closed. 2024-11-13T08:26:06,977 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(976): stopping server dd3a0865bb23,46125,1731486328651; all regions closed. 2024-11-13T08:26:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741834_1010 (size=2177) 2024-11-13T08:26:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741834_1010 (size=2177) 2024-11-13T08:26:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741836_1012 (size=4711) 2024-11-13T08:26:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741836_1012 (size=4711) 2024-11-13T08:26:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741834_1010 (size=2177) 2024-11-13T08:26:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741836_1012 (size=4711) 2024-11-13T08:26:06,982 DEBUG [RS:2;dd3a0865bb23:46125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/oldWALs 2024-11-13T08:26:06,982 INFO [RS:2;dd3a0865bb23:46125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dd3a0865bb23%2C46125%2C1731486328651.meta:.meta(num 1731486330518) 2024-11-13T08:26:06,982 DEBUG [RS:1;dd3a0865bb23:34707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/oldWALs 2024-11-13T08:26:06,982 INFO [RS:1;dd3a0865bb23:34707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dd3a0865bb23%2C34707%2C1731486328589:(num 1731486330127) 2024-11-13T08:26:06,982 DEBUG [RS:1;dd3a0865bb23:34707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:26:06,982 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:26:06,983 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T08:26:06,983 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.ChoreService(370): Chore service for: regionserver/dd3a0865bb23:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T08:26:06,983 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T08:26:06,983 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T08:26:06,983 INFO [regionserver/dd3a0865bb23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T08:26:06,983 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T08:26:06,983 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T08:26:06,983 INFO [RS:1;dd3a0865bb23:34707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34707 2024-11-13T08:26:06,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741835_1011 (size=95) 2024-11-13T08:26:06,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741835_1011 (size=95) 2024-11-13T08:26:06,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741835_1011 (size=95) 2024-11-13T08:26:06,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:26:06,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dd3a0865bb23,34707,1731486328589 2024-11-13T08:26:06,986 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T08:26:06,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dd3a0865bb23,34707,1731486328589] 2024-11-13T08:26:06,987 DEBUG [RS:2;dd3a0865bb23:46125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/oldWALs 2024-11-13T08:26:06,987 INFO [RS:2;dd3a0865bb23:46125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dd3a0865bb23%2C46125%2C1731486328651:(num 1731486330124) 2024-11-13T08:26:06,987 DEBUG [RS:2;dd3a0865bb23:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T08:26:06,987 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T08:26:06,987 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T08:26:06,987 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.ChoreService(370): Chore service for: regionserver/dd3a0865bb23:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T08:26:06,987 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T08:26:06,988 INFO [regionserver/dd3a0865bb23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T08:26:06,988 INFO [RS:2;dd3a0865bb23:46125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46125 2024-11-13T08:26:06,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dd3a0865bb23,34707,1731486328589 already deleted, retry=false 2024-11-13T08:26:06,990 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dd3a0865bb23,34707,1731486328589 expired; onlineServers=1 2024-11-13T08:26:06,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T08:26:06,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dd3a0865bb23,46125,1731486328651 2024-11-13T08:26:06,991 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T08:26:06,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dd3a0865bb23,46125,1731486328651] 2024-11-13T08:26:06,995 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dd3a0865bb23,46125,1731486328651 already deleted, retry=false 2024-11-13T08:26:06,995 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dd3a0865bb23,46125,1731486328651 expired; onlineServers=0 2024-11-13T08:26:06,995 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dd3a0865bb23,41517,1731486327749' ***** 2024-11-13T08:26:06,995 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T08:26:06,995 INFO [M:0;dd3a0865bb23:41517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T08:26:06,995 INFO [M:0;dd3a0865bb23:41517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T08:26:06,995 DEBUG [M:0;dd3a0865bb23:41517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T08:26:06,995 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T08:26:06,995 DEBUG [M:0;dd3a0865bb23:41517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T08:26:06,995 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.small.0-1731486329733 {}] cleaner.HFileCleaner(306): Exit Thread[master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.small.0-1731486329733,5,FailOnTimeoutGroup] 2024-11-13T08:26:06,995 DEBUG [master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.large.0-1731486329732 {}] cleaner.HFileCleaner(306): Exit Thread[master/dd3a0865bb23:0:becomeActiveMaster-HFileCleaner.large.0-1731486329732,5,FailOnTimeoutGroup] 2024-11-13T08:26:06,995 INFO [M:0;dd3a0865bb23:41517 {}] hbase.ChoreService(370): Chore service for: master/dd3a0865bb23:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T08:26:06,996 INFO [M:0;dd3a0865bb23:41517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T08:26:06,996 DEBUG [M:0;dd3a0865bb23:41517 {}] master.HMaster(1795): Stopping service threads 2024-11-13T08:26:06,996 INFO [M:0;dd3a0865bb23:41517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T08:26:06,996 INFO [M:0;dd3a0865bb23:41517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T08:26:06,997 INFO [M:0;dd3a0865bb23:41517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T08:26:06,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T08:26:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T08:26:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T08:26:06,998 DEBUG [M:0;dd3a0865bb23:41517 {}] zookeeper.ZKUtil(347): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T08:26:06,999 WARN [M:0;dd3a0865bb23:41517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T08:26:06,999 INFO [M:0;dd3a0865bb23:41517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/.lastflushedseqids 2024-11-13T08:26:07,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741941_1121 (size=138) 2024-11-13T08:26:07,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741941_1121 (size=138) 2024-11-13T08:26:07,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741941_1121 (size=138) 2024-11-13T08:26:07,012 INFO [M:0;dd3a0865bb23:41517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T08:26:07,012 INFO [M:0;dd3a0865bb23:41517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T08:26:07,012 DEBUG [M:0;dd3a0865bb23:41517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T08:26:07,012 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:26:07,012 DEBUG [M:0;dd3a0865bb23:41517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:26:07,012 DEBUG [M:0;dd3a0865bb23:41517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T08:26:07,012 DEBUG [M:0;dd3a0865bb23:41517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:26:07,012 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-13T08:26:07,028 DEBUG [M:0;dd3a0865bb23:41517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15463cbbd90b454baa1200f0f9565f48 is 82, key is hbase:meta,,1/info:regioninfo/1731486330602/Put/seqid=0 2024-11-13T08:26:07,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741942_1122 (size=5672) 2024-11-13T08:26:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741942_1122 (size=5672) 2024-11-13T08:26:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741942_1122 (size=5672) 2024-11-13T08:26:07,034 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15463cbbd90b454baa1200f0f9565f48 2024-11-13T08:26:07,053 DEBUG [M:0;dd3a0865bb23:41517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccbf9a4b06994b59bad10dd9df42679d is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731486343895/Put/seqid=0 2024-11-13T08:26:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741943_1123 (size=7755) 2024-11-13T08:26:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741943_1123 (size=7755) 2024-11-13T08:26:07,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741943_1123 (size=7755) 2024-11-13T08:26:07,061 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccbf9a4b06994b59bad10dd9df42679d 2024-11-13T08:26:07,065 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccbf9a4b06994b59bad10dd9df42679d 2024-11-13T08:26:07,080 DEBUG [M:0;dd3a0865bb23:41517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80cbf58de0be44e2b5a06550e43bdd7c is 69, key is dd3a0865bb23,34707,1731486328589/rs:state/1731486329842/Put/seqid=0 2024-11-13T08:26:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741944_1124 (size=5445) 2024-11-13T08:26:07,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741944_1124 (size=5445) 2024-11-13T08:26:07,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741944_1124 (size=5445) 2024-11-13T08:26:07,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:26:07,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34707-0x101106e8b400002, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:26:07,088 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80cbf58de0be44e2b5a06550e43bdd7c 2024-11-13T08:26:07,088 INFO [RS:1;dd3a0865bb23:34707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T08:26:07,088 INFO [RS:1;dd3a0865bb23:34707 {}] regionserver.HRegionServer(1031): Exiting; stopping=dd3a0865bb23,34707,1731486328589; zookeeper connection closed. 2024-11-13T08:26:07,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@577fad85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@577fad85 2024-11-13T08:26:07,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:26:07,092 INFO [RS:2;dd3a0865bb23:46125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T08:26:07,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x101106e8b400003, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:26:07,092 INFO [RS:2;dd3a0865bb23:46125 {}] regionserver.HRegionServer(1031): Exiting; stopping=dd3a0865bb23,46125,1731486328651; zookeeper connection closed. 2024-11-13T08:26:07,092 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80cbf58de0be44e2b5a06550e43bdd7c 2024-11-13T08:26:07,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bea4111 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bea4111 2024-11-13T08:26:07,093 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T08:26:07,094 DEBUG [M:0;dd3a0865bb23:41517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15463cbbd90b454baa1200f0f9565f48 as hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15463cbbd90b454baa1200f0f9565f48 2024-11-13T08:26:07,099 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15463cbbd90b454baa1200f0f9565f48, entries=8, sequenceid=168, filesize=5.5 K 2024-11-13T08:26:07,099 DEBUG [M:0;dd3a0865bb23:41517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccbf9a4b06994b59bad10dd9df42679d as hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccbf9a4b06994b59bad10dd9df42679d 2024-11-13T08:26:07,104 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccbf9a4b06994b59bad10dd9df42679d 2024-11-13T08:26:07,104 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccbf9a4b06994b59bad10dd9df42679d, entries=17, sequenceid=168, filesize=7.6 K 2024-11-13T08:26:07,105 DEBUG [M:0;dd3a0865bb23:41517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80cbf58de0be44e2b5a06550e43bdd7c as hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80cbf58de0be44e2b5a06550e43bdd7c 2024-11-13T08:26:07,109 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80cbf58de0be44e2b5a06550e43bdd7c 2024-11-13T08:26:07,109 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34127/user/jenkins/test-data/f6205e97-31c3-5f82-cb8c-d3bebc2e9d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80cbf58de0be44e2b5a06550e43bdd7c, entries=3, sequenceid=168, filesize=5.3 K 2024-11-13T08:26:07,110 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=168, compaction requested=false 2024-11-13T08:26:07,112 INFO [M:0;dd3a0865bb23:41517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T08:26:07,112 DEBUG [M:0;dd3a0865bb23:41517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731486367012Disabling compacts and flushes for region at 1731486367012Disabling writes for close at 1731486367012Obtaining lock to block concurrent updates at 1731486367012Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731486367012Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731486367013 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731486367013Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731486367013Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731486367027 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731486367028 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731486367039 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731486367053 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731486367053Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731486367066 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731486367080 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731486367080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4590f100: reopening flushed file at 1731486367093 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f18d698: reopening flushed file at 1731486367099 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70779bf1: reopening flushed file at 1731486367104 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=168, compaction requested=false at 1731486367111 (+7 ms)Writing region close event to WAL at 1731486367112 (+1 ms)Closed at 1731486367112 2024-11-13T08:26:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741830_1006 (size=56578) 2024-11-13T08:26:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741830_1006 (size=56578) 2024-11-13T08:26:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37977 is added to blk_1073741830_1006 (size=56578) 2024-11-13T08:26:07,115 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T08:26:07,116 INFO [M:0;dd3a0865bb23:41517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T08:26:07,116 INFO [M:0;dd3a0865bb23:41517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41517 2024-11-13T08:26:07,116 INFO [M:0;dd3a0865bb23:41517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T08:26:07,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:26:07,219 INFO [M:0;dd3a0865bb23:41517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T08:26:07,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41517-0x101106e8b400000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T08:26:07,225 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347516 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347516 (inode 16655) Holder DFSClient_NONMAPREDUCE_-407372331_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731486347243/wal.1731486347516 (inode 16655) Holder DFSClient_NONMAPREDUCE_-407372331_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T08:26:07,226 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731486339063/wal.1731486339186 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:26:07,226 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731486362154/wal.1731486362339 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:26:07,229 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486356885 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486356885 (inode 16678) Holder DFSClient_NONMAPREDUCE_-407372331_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731486347654/wal.1731486356885 (inode 16678) Holder DFSClient_NONMAPREDUCE_-407372331_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T08:26:07,229 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731486332212/wal.1731486332282 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:26:07,231 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357576 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357576 (inode 16704) Holder DFSClient_NONMAPREDUCE_-407372331_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731486357113/wal.1731486357576 (inode 16704) Holder DFSClient_NONMAPREDUCE_-407372331_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T08:26:07,232 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731486357728/wal.1731486357796 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T08:26:07,234 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal.1731486332081 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal.1731486332081 (inode 16485) Holder DFSClient_NONMAPREDUCE_-407372331_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731486331492/wal.1731486332081 (inode 16485) Holder DFSClient_NONMAPREDUCE_-407372331_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T08:26:07,237 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal.1731486331253 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal.1731486331253 (inode 16462) Holder DFSClient_NONMAPREDUCE_-407372331_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731486331005/wal.1731486331253 (inode 16462) Holder DFSClient_NONMAPREDUCE_-407372331_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-13T08:26:07,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:26:07,243 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:26:07,243 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:26:07,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:26:07,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/hadoop.log.dir/,STOPPED} 2024-11-13T08:26:07,246 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:26:07,246 WARN [BP-573272110-172.17.0.2-1731486324490 heartbeating to localhost/127.0.0.1:34127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:26:07,246 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:26:07,246 WARN [BP-573272110-172.17.0.2-1731486324490 heartbeating to localhost/127.0.0.1:34127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573272110-172.17.0.2-1731486324490 (Datanode Uuid 50ca4d4e-8d76-46e7-b3d2-7e2bcd518e74) service to localhost/127.0.0.1:34127 2024-11-13T08:26:07,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data5/current/BP-573272110-172.17.0.2-1731486324490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:26:07,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data6/current/BP-573272110-172.17.0.2-1731486324490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:26:07,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:26:07,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:26:07,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:26:07,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:26:07,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:26:07,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/hadoop.log.dir/,STOPPED} 2024-11-13T08:26:07,252 WARN [BP-573272110-172.17.0.2-1731486324490 heartbeating to localhost/127.0.0.1:34127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:26:07,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:26:07,252 WARN [BP-573272110-172.17.0.2-1731486324490 heartbeating to localhost/127.0.0.1:34127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573272110-172.17.0.2-1731486324490 (Datanode Uuid 800a39bc-d553-4aba-a811-db8b606b4663) service to localhost/127.0.0.1:34127 2024-11-13T08:26:07,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:26:07,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data3/current/BP-573272110-172.17.0.2-1731486324490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:26:07,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data4/current/BP-573272110-172.17.0.2-1731486324490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:26:07,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:26:07,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T08:26:07,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:26:07,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:26:07,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:26:07,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/hadoop.log.dir/,STOPPED} 2024-11-13T08:26:07,258 WARN [BP-573272110-172.17.0.2-1731486324490 heartbeating to localhost/127.0.0.1:34127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T08:26:07,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T08:26:07,258 WARN [BP-573272110-172.17.0.2-1731486324490 heartbeating to localhost/127.0.0.1:34127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573272110-172.17.0.2-1731486324490 (Datanode Uuid 2cfc0f17-1d7f-4f7b-88af-80c8fb69335e) service to localhost/127.0.0.1:34127 2024-11-13T08:26:07,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T08:26:07,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data1/current/BP-573272110-172.17.0.2-1731486324490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:26:07,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/cluster_2df4f926-dfc8-daef-277f-87b65349a00b/data/data2/current/BP-573272110-172.17.0.2-1731486324490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T08:26:07,259 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T08:26:07,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T08:26:07,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T08:26:07,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T08:26:07,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T08:26:07,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2fd837-ba74-daad-7261-0510fa146861/hadoop.log.dir/,STOPPED} 2024-11-13T08:26:07,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T08:26:07,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down