2024-11-23 22:49:28,332 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-23 22:49:28,348 main DEBUG Took 0.013432 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 22:49:28,348 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 22:49:28,349 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 22:49:28,350 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 22:49:28,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,361 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 22:49:28,376 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,380 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,382 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,383 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,385 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,387 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,389 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,391 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 22:49:28,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,394 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 22:49:28,396 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 22:49:28,398 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 22:49:28,400 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 22:49:28,401 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 22:49:28,403 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 22:49:28,403 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 22:49:28,414 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 22:49:28,417 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 22:49:28,420 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 22:49:28,420 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 22:49:28,421 main DEBUG createAppenders(={Console}) 2024-11-23 22:49:28,422 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-23 22:49:28,422 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-23 22:49:28,423 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-23 22:49:28,424 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 22:49:28,424 main DEBUG OutputStream closed 2024-11-23 22:49:28,424 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 22:49:28,425 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 22:49:28,425 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-23 22:49:28,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 22:49:28,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 22:49:28,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 22:49:28,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 22:49:28,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 22:49:28,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 22:49:28,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 22:49:28,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 22:49:28,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 22:49:28,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 22:49:28,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 22:49:28,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 22:49:28,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 22:49:28,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 22:49:28,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 22:49:28,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 22:49:28,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 22:49:28,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 22:49:28,553 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 22:49:28,553 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-23 22:49:28,554 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 22:49:28,555 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-23T22:49:28,860 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3 2024-11-23 22:49:28,864 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 22:49:28,864 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T22:49:28,875 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-23T22:49:28,884 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-23T22:49:28,931 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T22:49:28,992 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T22:49:28,992 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T22:49:29,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T22:49:29,034 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f, deleteOnExit=true 2024-11-23T22:49:29,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T22:49:29,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/test.cache.data in system properties and HBase conf 2024-11-23T22:49:29,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T22:49:29,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/hadoop.log.dir in system properties and HBase conf 2024-11-23T22:49:29,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T22:49:29,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T22:49:29,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T22:49:29,156 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T22:49:29,323 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T22:49:29,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T22:49:29,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T22:49:29,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T22:49:29,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T22:49:29,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T22:49:29,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T22:49:29,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T22:49:29,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T22:49:29,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T22:49:29,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/nfs.dump.dir in system properties and HBase conf 2024-11-23T22:49:29,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/java.io.tmpdir in system properties and HBase conf 2024-11-23T22:49:29,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T22:49:29,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T22:49:29,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T22:49:30,673 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T22:49:30,766 INFO [Time-limited test {}] log.Log(170): Logging initialized @3286ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T22:49:30,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T22:49:30,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T22:49:30,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T22:49:30,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T22:49:30,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T22:49:30,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T22:49:30,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/hadoop.log.dir/,AVAILABLE} 2024-11-23T22:49:30,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T22:49:31,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/java.io.tmpdir/jetty-localhost-46437-hadoop-hdfs-3_4_1-tests_jar-_-any-2111581678940618539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T22:49:31,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:46437} 2024-11-23T22:49:31,177 INFO [Time-limited test {}] server.Server(415): Started @3697ms 2024-11-23T22:49:31,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T22:49:31,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T22:49:31,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T22:49:31,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T22:49:31,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T22:49:31,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/hadoop.log.dir/,AVAILABLE} 2024-11-23T22:49:31,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T22:49:31,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/java.io.tmpdir/jetty-localhost-36113-hadoop-hdfs-3_4_1-tests_jar-_-any-14509647969265998529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T22:49:31,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:36113} 2024-11-23T22:49:31,863 INFO [Time-limited test {}] server.Server(415): Started @4383ms 2024-11-23T22:49:31,916 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T22:49:32,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T22:49:32,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T22:49:32,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T22:49:32,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T22:49:32,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T22:49:32,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/hadoop.log.dir/,AVAILABLE} 2024-11-23T22:49:32,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T22:49:32,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/java.io.tmpdir/jetty-localhost-34689-hadoop-hdfs-3_4_1-tests_jar-_-any-15956685595980312201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T22:49:32,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:34689} 2024-11-23T22:49:32,205 INFO [Time-limited test {}] server.Server(415): Started @4725ms 2024-11-23T22:49:32,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T22:49:32,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T22:49:32,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T22:49:32,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T22:49:32,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T22:49:32,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T22:49:32,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/hadoop.log.dir/,AVAILABLE} 2024-11-23T22:49:32,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T22:49:32,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/java.io.tmpdir/jetty-localhost-33533-hadoop-hdfs-3_4_1-tests_jar-_-any-2760360268248813267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T22:49:32,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:33533} 2024-11-23T22:49:32,391 INFO [Time-limited test {}] server.Server(415): Started @4911ms 2024-11-23T22:49:32,394 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T22:49:34,032 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data2/current/BP-256232310-172.17.0.2-1732402170045/current, will proceed with Du for space computation calculation, 2024-11-23T22:49:34,032 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data4/current/BP-256232310-172.17.0.2-1732402170045/current, will proceed with Du for space computation calculation, 2024-11-23T22:49:34,032 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data3/current/BP-256232310-172.17.0.2-1732402170045/current, will proceed with Du for space computation calculation, 2024-11-23T22:49:34,032 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data1/current/BP-256232310-172.17.0.2-1732402170045/current, will proceed with Du for space computation calculation, 2024-11-23T22:49:34,061 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T22:49:34,061 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T22:49:34,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ff54c4dfed79e with lease ID 0x2bb1965bf8203312: Processing first storage report for DS-31ab1a24-af9e-4db5-aa54-53a925dd028a from datanode DatanodeRegistration(127.0.0.1:40199, datanodeUuid=fea11213-0d91-4ad4-8f3c-bf17aa7383c1, infoPort=40795, infoSecurePort=0, ipcPort=33031, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045) 2024-11-23T22:49:34,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ff54c4dfed79e with lease ID 0x2bb1965bf8203312: from storage DS-31ab1a24-af9e-4db5-aa54-53a925dd028a node DatanodeRegistration(127.0.0.1:40199, datanodeUuid=fea11213-0d91-4ad4-8f3c-bf17aa7383c1, infoPort=40795, infoSecurePort=0, ipcPort=33031, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T22:49:34,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x122a3e4dcb4e0fd0 with lease ID 0x2bb1965bf8203311: Processing first storage report for DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54 from datanode DatanodeRegistration(127.0.0.1:43945, datanodeUuid=ee4c73bf-ed93-4c9e-ba90-ed568af215d4, infoPort=35375, infoSecurePort=0, ipcPort=36307, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045) 2024-11-23T22:49:34,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x122a3e4dcb4e0fd0 with lease ID 0x2bb1965bf8203311: from storage DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54 node DatanodeRegistration(127.0.0.1:43945, datanodeUuid=ee4c73bf-ed93-4c9e-ba90-ed568af215d4, infoPort=35375, infoSecurePort=0, ipcPort=36307, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T22:49:34,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ff54c4dfed79e with lease ID 0x2bb1965bf8203312: Processing first storage report for DS-dec2d008-20b7-44b4-9897-e3be088263a4 from datanode DatanodeRegistration(127.0.0.1:40199, datanodeUuid=fea11213-0d91-4ad4-8f3c-bf17aa7383c1, infoPort=40795, infoSecurePort=0, ipcPort=33031, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045) 2024-11-23T22:49:34,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ff54c4dfed79e with lease ID 0x2bb1965bf8203312: from storage DS-dec2d008-20b7-44b4-9897-e3be088263a4 node DatanodeRegistration(127.0.0.1:40199, datanodeUuid=fea11213-0d91-4ad4-8f3c-bf17aa7383c1, infoPort=40795, infoSecurePort=0, ipcPort=33031, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T22:49:34,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x122a3e4dcb4e0fd0 with lease ID 0x2bb1965bf8203311: Processing first storage report for DS-5534cff8-6821-4950-baea-200e530e37d2 from datanode DatanodeRegistration(127.0.0.1:43945, datanodeUuid=ee4c73bf-ed93-4c9e-ba90-ed568af215d4, infoPort=35375, infoSecurePort=0, ipcPort=36307, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045) 2024-11-23T22:49:34,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x122a3e4dcb4e0fd0 with lease ID 0x2bb1965bf8203311: from storage DS-5534cff8-6821-4950-baea-200e530e37d2 node DatanodeRegistration(127.0.0.1:43945, datanodeUuid=ee4c73bf-ed93-4c9e-ba90-ed568af215d4, infoPort=35375, infoSecurePort=0, ipcPort=36307, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T22:49:34,407 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data5/current/BP-256232310-172.17.0.2-1732402170045/current, will proceed with Du for space computation calculation, 2024-11-23T22:49:34,408 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data6/current/BP-256232310-172.17.0.2-1732402170045/current, will proceed with Du for space computation calculation, 2024-11-23T22:49:34,425 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T22:49:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb526f121f13634b7 with lease ID 0x2bb1965bf8203313: Processing first storage report for DS-b095d56e-0100-4005-b6c4-67a142f3e43e from datanode DatanodeRegistration(127.0.0.1:37665, datanodeUuid=4fafdd2a-6955-4fb6-90c5-5abc703827ec, infoPort=44535, infoSecurePort=0, ipcPort=39065, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045) 2024-11-23T22:49:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb526f121f13634b7 with lease ID 0x2bb1965bf8203313: from storage DS-b095d56e-0100-4005-b6c4-67a142f3e43e node DatanodeRegistration(127.0.0.1:37665, datanodeUuid=4fafdd2a-6955-4fb6-90c5-5abc703827ec, infoPort=44535, infoSecurePort=0, ipcPort=39065, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T22:49:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb526f121f13634b7 with lease ID 0x2bb1965bf8203313: Processing first storage report for DS-52f37495-6efd-4919-a79b-cb239b65e12d from datanode DatanodeRegistration(127.0.0.1:37665, datanodeUuid=4fafdd2a-6955-4fb6-90c5-5abc703827ec, infoPort=44535, infoSecurePort=0, ipcPort=39065, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045) 2024-11-23T22:49:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb526f121f13634b7 with lease ID 0x2bb1965bf8203313: from storage DS-52f37495-6efd-4919-a79b-cb239b65e12d node DatanodeRegistration(127.0.0.1:37665, datanodeUuid=4fafdd2a-6955-4fb6-90c5-5abc703827ec, infoPort=44535, infoSecurePort=0, ipcPort=39065, storageInfo=lv=-57;cid=testClusterID;nsid=1448570185;c=1732402170045), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T22:49:34,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3 2024-11-23T22:49:34,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/zookeeper_0, clientPort=61284, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T22:49:34,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61284 2024-11-23T22:49:34,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T22:49:34,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T22:49:34,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741825_1001 (size=7) 2024-11-23T22:49:34,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741825_1001 (size=7) 2024-11-23T22:49:34,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741825_1001 (size=7) 2024-11-23T22:49:35,152 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7 with version=8 2024-11-23T22:49:35,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/hbase-staging 2024-11-23T22:49:35,425 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dd96e8dc8369:0 server-side Connection retries=45 2024-11-23T22:49:35,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:35,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:35,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T22:49:35,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:35,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T22:49:35,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T22:49:35,632 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T22:49:35,641 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T22:49:35,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T22:49:35,668 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 55616 (auto-detected) 2024-11-23T22:49:35,669 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T22:49:35,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40265 2024-11-23T22:49:35,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40265 connecting to ZooKeeper ensemble=127.0.0.1:61284 2024-11-23T22:49:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402650x0, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T22:49:35,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40265-0x10169e355c10000 connected 2024-11-23T22:49:35,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T22:49:35,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T22:49:35,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T22:49:35,998 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7, hbase.cluster.distributed=false 2024-11-23T22:49:36,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T22:49:36,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-23T22:49:36,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40265 2024-11-23T22:49:36,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40265 2024-11-23T22:49:36,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-23T22:49:36,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-23T22:49:36,138 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dd96e8dc8369:0 server-side Connection retries=45 2024-11-23T22:49:36,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:36,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:36,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T22:49:36,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:36,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T22:49:36,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T22:49:36,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T22:49:36,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42347 2024-11-23T22:49:36,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42347 connecting to ZooKeeper ensemble=127.0.0.1:61284 2024-11-23T22:49:36,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T22:49:36,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T22:49:36,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423470x0, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T22:49:36,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42347-0x10169e355c10001 connected 2024-11-23T22:49:36,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T22:49:36,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T22:49:36,195 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T22:49:36,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T22:49:36,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T22:49:36,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42347 2024-11-23T22:49:36,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42347 2024-11-23T22:49:36,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42347 2024-11-23T22:49:36,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42347 2024-11-23T22:49:36,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42347 2024-11-23T22:49:36,225 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dd96e8dc8369:0 server-side Connection retries=45 2024-11-23T22:49:36,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:36,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:36,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T22:49:36,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:36,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T22:49:36,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T22:49:36,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T22:49:36,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38537 2024-11-23T22:49:36,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38537 connecting to ZooKeeper ensemble=127.0.0.1:61284 2024-11-23T22:49:36,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T22:49:36,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T22:49:36,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385370x0, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T22:49:36,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385370x0, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T22:49:36,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38537-0x10169e355c10002 connected 2024-11-23T22:49:36,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T22:49:36,255 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T22:49:36,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T22:49:36,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T22:49:36,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38537 2024-11-23T22:49:36,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38537 2024-11-23T22:49:36,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38537 2024-11-23T22:49:36,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38537 2024-11-23T22:49:36,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38537 2024-11-23T22:49:36,281 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dd96e8dc8369:0 server-side Connection retries=45 2024-11-23T22:49:36,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:36,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:36,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T22:49:36,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T22:49:36,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T22:49:36,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T22:49:36,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T22:49:36,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39839 2024-11-23T22:49:36,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39839 connecting to ZooKeeper ensemble=127.0.0.1:61284 2024-11-23T22:49:36,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T22:49:36,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T22:49:36,306 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398390x0, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T22:49:36,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398390x0, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T22:49:36,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39839-0x10169e355c10003 connected 2024-11-23T22:49:36,307 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T22:49:36,312 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T22:49:36,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T22:49:36,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T22:49:36,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39839 2024-11-23T22:49:36,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39839 2024-11-23T22:49:36,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39839 2024-11-23T22:49:36,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39839 2024-11-23T22:49:36,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39839 2024-11-23T22:49:36,347 DEBUG [M:0;dd96e8dc8369:40265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dd96e8dc8369:40265 2024-11-23T22:49:36,349 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/dd96e8dc8369,40265,1732402175276 2024-11-23T22:49:36,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T22:49:36,369 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T22:49:36,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T22:49:36,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T22:49:36,373 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/dd96e8dc8369,40265,1732402175276 2024-11-23T22:49:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T22:49:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T22:49:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:36,411 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T22:49:36,412 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:36,413 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T22:49:36,414 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/dd96e8dc8369,40265,1732402175276 from backup master directory 2024-11-23T22:49:36,421 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T22:49:36,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T22:49:36,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/dd96e8dc8369,40265,1732402175276 2024-11-23T22:49:36,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T22:49:36,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T22:49:36,423 WARN [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T22:49:36,423 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dd96e8dc8369,40265,1732402175276 2024-11-23T22:49:36,425 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T22:49:36,427 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T22:49:36,493 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/hbase.id] with ID: 925beb95-239f-4141-8a19-c2f1e47a9976 2024-11-23T22:49:36,493 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/.tmp/hbase.id 2024-11-23T22:49:36,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741826_1002 (size=42) 2024-11-23T22:49:36,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741826_1002 (size=42) 2024-11-23T22:49:36,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741826_1002 (size=42) 2024-11-23T22:49:36,523 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/.tmp/hbase.id]:[hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/hbase.id] 2024-11-23T22:49:36,584 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T22:49:36,589 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T22:49:36,608 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-23T22:49:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:36,622 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741827_1003 (size=196) 2024-11-23T22:49:36,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741827_1003 (size=196) 2024-11-23T22:49:36,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741827_1003 (size=196) 2024-11-23T22:49:36,658 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T22:49:36,660 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T22:49:36,665 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:36,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741828_1004 (size=1189) 2024-11-23T22:49:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741828_1004 (size=1189) 2024-11-23T22:49:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741828_1004 (size=1189) 2024-11-23T22:49:36,725 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store 2024-11-23T22:49:36,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741829_1005 (size=34) 2024-11-23T22:49:36,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741829_1005 (size=34) 2024-11-23T22:49:36,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741829_1005 (size=34) 2024-11-23T22:49:36,771 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T22:49:36,776 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:36,778 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T22:49:36,778 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T22:49:36,778 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T22:49:36,780 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T22:49:36,780 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T22:49:36,780 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T22:49:36,782 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732402176777Disabling compacts and flushes for region at 1732402176777Disabling writes for close at 1732402176780 (+3 ms)Writing region close event to WAL at 1732402176780Closed at 1732402176780 2024-11-23T22:49:36,784 WARN [master/dd96e8dc8369:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/.initializing 2024-11-23T22:49:36,785 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/WALs/dd96e8dc8369,40265,1732402175276 2024-11-23T22:49:36,794 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:49:36,810 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd96e8dc8369%2C40265%2C1732402175276, suffix=, logDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/WALs/dd96e8dc8369,40265,1732402175276, archiveDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/oldWALs, maxLogs=10 2024-11-23T22:49:36,840 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/WALs/dd96e8dc8369,40265,1732402175276/dd96e8dc8369%2C40265%2C1732402175276.1732402176815, exclude list is [], retry=0 2024-11-23T22:49:36,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:36,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:36,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:36,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:36,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T22:49:36,914 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/WALs/dd96e8dc8369,40265,1732402175276/dd96e8dc8369%2C40265%2C1732402175276.1732402176815 2024-11-23T22:49:36,915 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535)] 2024-11-23T22:49:36,916 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:36,916 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:36,921 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:36,922 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:36,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:36,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T22:49:37,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:37,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T22:49:37,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:37,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T22:49:37,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:37,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:37,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:37,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T22:49:37,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:37,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:37,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:37,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T22:49:37,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:37,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:37,022 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:37,026 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:37,028 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:37,034 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:37,035 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:37,039 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T22:49:37,043 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T22:49:37,048 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:49:37,049 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66654024, jitterRate=-0.006777644157409668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T22:49:37,057 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732402176935Initializing all the Stores at 1732402176937 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732402176938 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402176938Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402176939 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402176939Cleaning up temporary data from old regions at 1732402177035 (+96 ms)Region opened successfully at 1732402177057 (+22 ms) 2024-11-23T22:49:37,059 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T22:49:37,096 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b2bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dd96e8dc8369/172.17.0.2:0 2024-11-23T22:49:37,131 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T22:49:37,142 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T22:49:37,142 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T22:49:37,145 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T22:49:37,146 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T22:49:37,151 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-23T22:49:37,151 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T22:49:37,179 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T22:49:37,188 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T22:49:37,252 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T22:49:37,256 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T22:49:37,258 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T22:49:37,271 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T22:49:37,273 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T22:49:37,277 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T22:49:37,284 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T22:49:37,286 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T22:49:37,294 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T22:49:37,311 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T22:49:37,323 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T22:49:37,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T22:49:37,337 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T22:49:37,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T22:49:37,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,337 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T22:49:37,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,340 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dd96e8dc8369,40265,1732402175276, sessionid=0x10169e355c10000, setting cluster-up flag (Was=false) 2024-11-23T22:49:37,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,368 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,421 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T22:49:37,423 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dd96e8dc8369,40265,1732402175276 2024-11-23T22:49:37,463 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:37,516 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T22:49:37,518 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dd96e8dc8369,40265,1732402175276 2024-11-23T22:49:37,524 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T22:49:37,536 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(746): ClusterId : 925beb95-239f-4141-8a19-c2f1e47a9976 2024-11-23T22:49:37,536 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(746): ClusterId : 925beb95-239f-4141-8a19-c2f1e47a9976 2024-11-23T22:49:37,536 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(746): ClusterId : 925beb95-239f-4141-8a19-c2f1e47a9976 2024-11-23T22:49:37,539 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T22:49:37,539 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T22:49:37,539 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T22:49:37,560 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T22:49:37,560 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T22:49:37,560 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T22:49:37,560 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T22:49:37,560 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T22:49:37,560 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T22:49:37,580 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T22:49:37,580 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T22:49:37,580 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T22:49:37,581 DEBUG [RS:2;dd96e8dc8369:39839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c03054d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dd96e8dc8369/172.17.0.2:0 2024-11-23T22:49:37,581 DEBUG [RS:0;dd96e8dc8369:42347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5270dddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dd96e8dc8369/172.17.0.2:0 2024-11-23T22:49:37,581 DEBUG [RS:1;dd96e8dc8369:38537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15395694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dd96e8dc8369/172.17.0.2:0 2024-11-23T22:49:37,594 DEBUG [RS:1;dd96e8dc8369:38537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;dd96e8dc8369:38537 2024-11-23T22:49:37,595 DEBUG [RS:2;dd96e8dc8369:39839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;dd96e8dc8369:39839 2024-11-23T22:49:37,598 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T22:49:37,598 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T22:49:37,598 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T22:49:37,598 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T22:49:37,598 DEBUG [RS:0;dd96e8dc8369:42347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dd96e8dc8369:42347 2024-11-23T22:49:37,598 DEBUG [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T22:49:37,598 DEBUG [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T22:49:37,598 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T22:49:37,598 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T22:49:37,599 DEBUG [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T22:49:37,601 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd96e8dc8369,40265,1732402175276 with port=42347, startcode=1732402176107 2024-11-23T22:49:37,601 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd96e8dc8369,40265,1732402175276 with port=39839, startcode=1732402176280 2024-11-23T22:49:37,601 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd96e8dc8369,40265,1732402175276 with port=38537, startcode=1732402176224 2024-11-23T22:49:37,615 DEBUG [RS:0;dd96e8dc8369:42347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T22:49:37,615 DEBUG [RS:1;dd96e8dc8369:38537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T22:49:37,615 DEBUG [RS:2;dd96e8dc8369:39839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T22:49:37,615 INFO [AsyncFSWAL-0-hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData-prefix:dd96e8dc8369,40265,1732402175276 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-23T22:49:37,635 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T22:49:37,648 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T22:49:37,656 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47957, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T22:49:37,656 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T22:49:37,656 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50037, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T22:49:37,659 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T22:49:37,662 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40265 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T22:49:37,668 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40265 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T22:49:37,669 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40265 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T22:49:37,666 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dd96e8dc8369,40265,1732402175276 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T22:49:37,675 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dd96e8dc8369:0, corePoolSize=5, maxPoolSize=5 2024-11-23T22:49:37,675 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dd96e8dc8369:0, corePoolSize=5, maxPoolSize=5 2024-11-23T22:49:37,675 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dd96e8dc8369:0, corePoolSize=5, maxPoolSize=5 2024-11-23T22:49:37,676 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dd96e8dc8369:0, corePoolSize=5, maxPoolSize=5 2024-11-23T22:49:37,676 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dd96e8dc8369:0, corePoolSize=10, maxPoolSize=10 2024-11-23T22:49:37,676 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,676 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dd96e8dc8369:0, corePoolSize=2, maxPoolSize=2 2024-11-23T22:49:37,676 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,683 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T22:49:37,684 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T22:49:37,688 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732402207688 2024-11-23T22:49:37,689 DEBUG [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T22:49:37,689 DEBUG [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T22:49:37,690 DEBUG [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T22:49:37,690 WARN [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T22:49:37,690 WARN [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T22:49:37,690 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:37,690 WARN [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T22:49:37,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T22:49:37,690 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T22:49:37,692 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T22:49:37,696 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T22:49:37,697 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T22:49:37,697 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T22:49:37,697 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T22:49:37,698 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,704 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T22:49:37,741 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T22:49:37,741 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T22:49:37,743 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T22:49:37,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741831_1007 (size=1321) 2024-11-23T22:49:37,744 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T22:49:37,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741831_1007 (size=1321) 2024-11-23T22:49:37,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741831_1007 (size=1321) 2024-11-23T22:49:37,747 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dd96e8dc8369:0:becomeActiveMaster-HFileCleaner.large.0-1732402177746,5,FailOnTimeoutGroup] 2024-11-23T22:49:37,747 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dd96e8dc8369:0:becomeActiveMaster-HFileCleaner.small.0-1732402177747,5,FailOnTimeoutGroup] 2024-11-23T22:49:37,747 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,748 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T22:49:37,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T22:49:37,748 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7 2024-11-23T22:49:37,749 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,749 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741832_1008 (size=32) 2024-11-23T22:49:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741832_1008 (size=32) 2024-11-23T22:49:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741832_1008 (size=32) 2024-11-23T22:49:37,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:37,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T22:49:37,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T22:49:37,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:37,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T22:49:37,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T22:49:37,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T22:49:37,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:37,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T22:49:37,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T22:49:37,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T22:49:37,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:37,791 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd96e8dc8369,40265,1732402175276 with port=39839, startcode=1732402176280 2024-11-23T22:49:37,792 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd96e8dc8369,40265,1732402175276 with port=42347, startcode=1732402176107 2024-11-23T22:49:37,792 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(2659): reportForDuty to master=dd96e8dc8369,40265,1732402175276 with port=38537, startcode=1732402176224 2024-11-23T22:49:37,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dd96e8dc8369,39839,1732402176280 2024-11-23T22:49:37,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T22:49:37,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T22:49:37,797 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40265 {}] master.ServerManager(517): Registering regionserver=dd96e8dc8369,39839,1732402176280 2024-11-23T22:49:37,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T22:49:37,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:37,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T22:49:37,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T22:49:37,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740 2024-11-23T22:49:37,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:37,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40265 {}] master.ServerManager(517): Registering regionserver=dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:37,808 DEBUG [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7 2024-11-23T22:49:37,808 DEBUG [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34601 2024-11-23T22:49:37,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740 2024-11-23T22:49:37,808 DEBUG [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T22:49:37,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T22:49:37,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T22:49:37,815 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T22:49:37,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:37,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40265 {}] master.ServerManager(517): Registering regionserver=dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:37,816 DEBUG [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7 2024-11-23T22:49:37,816 DEBUG [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34601 2024-11-23T22:49:37,816 DEBUG [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T22:49:37,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T22:49:37,820 DEBUG [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7 2024-11-23T22:49:37,820 DEBUG [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34601 2024-11-23T22:49:37,820 DEBUG [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T22:49:37,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T22:49:37,831 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:49:37,832 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68601043, jitterRate=0.022235199809074402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T22:49:37,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732402177772Initializing all the Stores at 1732402177774 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732402177774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732402177774Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402177774Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732402177775 (+1 ms)Cleaning up temporary data from old regions at 1732402177814 (+39 ms)Region opened successfully at 1732402177838 (+24 ms) 2024-11-23T22:49:37,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T22:49:37,838 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T22:49:37,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T22:49:37,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T22:49:37,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T22:49:37,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T22:49:37,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732402177838Disabling compacts and flushes for region at 1732402177838Disabling writes for close at 1732402177838Writing region close event to WAL at 1732402177840 (+2 ms)Closed at 1732402177841 (+1 ms) 2024-11-23T22:49:37,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T22:49:37,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T22:49:37,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T22:49:37,856 DEBUG [RS:2;dd96e8dc8369:39839 {}] zookeeper.ZKUtil(111): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dd96e8dc8369,39839,1732402176280 2024-11-23T22:49:37,856 WARN [RS:2;dd96e8dc8369:39839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T22:49:37,856 INFO [RS:2;dd96e8dc8369:39839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:37,856 DEBUG [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,39839,1732402176280 2024-11-23T22:49:37,863 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T22:49:37,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T22:49:37,874 DEBUG [RS:1;dd96e8dc8369:38537 {}] zookeeper.ZKUtil(111): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:37,874 WARN [RS:1;dd96e8dc8369:38537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T22:49:37,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dd96e8dc8369,42347,1732402176107] 2024-11-23T22:49:37,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dd96e8dc8369,39839,1732402176280] 2024-11-23T22:49:37,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dd96e8dc8369,38537,1732402176224] 2024-11-23T22:49:37,874 INFO [RS:1;dd96e8dc8369:38537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:37,876 DEBUG [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:37,876 DEBUG [RS:0;dd96e8dc8369:42347 {}] zookeeper.ZKUtil(111): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:37,877 WARN [RS:0;dd96e8dc8369:42347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T22:49:37,877 INFO [RS:0;dd96e8dc8369:42347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:37,877 DEBUG [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:37,899 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T22:49:37,899 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T22:49:37,899 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T22:49:37,919 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T22:49:37,919 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T22:49:37,925 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T22:49:37,930 INFO [RS:1;dd96e8dc8369:38537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T22:49:37,930 INFO [RS:0;dd96e8dc8369:42347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T22:49:37,931 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,931 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,931 INFO [RS:2;dd96e8dc8369:39839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T22:49:37,931 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,932 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T22:49:37,932 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T22:49:37,932 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T22:49:37,939 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T22:49:37,939 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T22:49:37,939 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T22:49:37,942 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,942 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,942 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,942 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,942 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0, corePoolSize=2, maxPoolSize=2 2024-11-23T22:49:37,943 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0, corePoolSize=2, maxPoolSize=2 2024-11-23T22:49:37,943 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,943 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,944 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,944 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,944 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,944 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,944 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dd96e8dc8369:0, corePoolSize=3, maxPoolSize=3 2024-11-23T22:49:37,944 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dd96e8dc8369:0, corePoolSize=3, maxPoolSize=3 2024-11-23T22:49:37,944 DEBUG [RS:1;dd96e8dc8369:38537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dd96e8dc8369:0, corePoolSize=3, maxPoolSize=3 2024-11-23T22:49:37,944 DEBUG [RS:0;dd96e8dc8369:42347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dd96e8dc8369:0, corePoolSize=3, maxPoolSize=3 2024-11-23T22:49:37,944 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,944 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,945 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,945 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,945 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,945 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,945 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0, corePoolSize=2, maxPoolSize=2 2024-11-23T22:49:37,945 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,945 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,945 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,945 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,945 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,946 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dd96e8dc8369:0, corePoolSize=1, maxPoolSize=1 2024-11-23T22:49:37,946 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dd96e8dc8369:0, corePoolSize=3, maxPoolSize=3 2024-11-23T22:49:37,946 DEBUG [RS:2;dd96e8dc8369:39839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dd96e8dc8369:0, corePoolSize=3, maxPoolSize=3 2024-11-23T22:49:37,948 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,949 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,949 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,949 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,949 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,949 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,42347,1732402176107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T22:49:37,956 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,957 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,957 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,957 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,957 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,958 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,38537,1732402176224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T22:49:37,964 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,965 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,965 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,965 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,965 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,966 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,39839,1732402176280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T22:49:37,987 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T22:49:37,987 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T22:49:37,987 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T22:49:37,989 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,39839,1732402176280-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,990 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,990 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.Replication(171): dd96e8dc8369,39839,1732402176280 started 2024-11-23T22:49:37,992 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,38537,1732402176224-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,993 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:37,994 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.Replication(171): dd96e8dc8369,38537,1732402176224 started 2024-11-23T22:49:37,999 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,42347,1732402176107-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,000 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,000 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.Replication(171): dd96e8dc8369,42347,1732402176107 started 2024-11-23T22:49:38,016 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,018 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(1482): Serving as dd96e8dc8369,38537,1732402176224, RpcServer on dd96e8dc8369/172.17.0.2:38537, sessionid=0x10169e355c10002 2024-11-23T22:49:38,018 WARN [dd96e8dc8369:40265 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T22:49:38,020 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T22:49:38,020 DEBUG [RS:1;dd96e8dc8369:38537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:38,020 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd96e8dc8369,38537,1732402176224' 2024-11-23T22:49:38,021 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T22:49:38,022 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T22:49:38,022 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,023 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(1482): Serving as dd96e8dc8369,39839,1732402176280, RpcServer on dd96e8dc8369/172.17.0.2:39839, sessionid=0x10169e355c10003 2024-11-23T22:49:38,023 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T22:49:38,023 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T22:49:38,023 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T22:49:38,023 DEBUG [RS:2;dd96e8dc8369:39839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dd96e8dc8369,39839,1732402176280 2024-11-23T22:49:38,023 DEBUG [RS:1;dd96e8dc8369:38537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:38,023 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd96e8dc8369,39839,1732402176280' 2024-11-23T22:49:38,023 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd96e8dc8369,38537,1732402176224' 2024-11-23T22:49:38,023 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T22:49:38,023 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T22:49:38,024 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T22:49:38,024 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T22:49:38,024 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,024 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T22:49:38,024 DEBUG [RS:1;dd96e8dc8369:38537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T22:49:38,024 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(1482): Serving as dd96e8dc8369,42347,1732402176107, RpcServer on dd96e8dc8369/172.17.0.2:42347, sessionid=0x10169e355c10001 2024-11-23T22:49:38,024 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T22:49:38,024 INFO [RS:1;dd96e8dc8369:38537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T22:49:38,024 DEBUG [RS:2;dd96e8dc8369:39839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dd96e8dc8369,39839,1732402176280 2024-11-23T22:49:38,024 INFO [RS:1;dd96e8dc8369:38537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T22:49:38,024 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd96e8dc8369,39839,1732402176280' 2024-11-23T22:49:38,024 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T22:49:38,024 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T22:49:38,025 DEBUG [RS:0;dd96e8dc8369:42347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:38,025 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd96e8dc8369,42347,1732402176107' 2024-11-23T22:49:38,025 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T22:49:38,025 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T22:49:38,025 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T22:49:38,026 DEBUG [RS:2;dd96e8dc8369:39839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T22:49:38,026 INFO [RS:2;dd96e8dc8369:39839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T22:49:38,026 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T22:49:38,026 INFO [RS:2;dd96e8dc8369:39839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T22:49:38,026 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T22:49:38,026 DEBUG [RS:0;dd96e8dc8369:42347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:38,026 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dd96e8dc8369,42347,1732402176107' 2024-11-23T22:49:38,026 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T22:49:38,027 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T22:49:38,027 DEBUG [RS:0;dd96e8dc8369:42347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T22:49:38,027 INFO [RS:0;dd96e8dc8369:42347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T22:49:38,027 INFO [RS:0;dd96e8dc8369:42347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T22:49:38,130 INFO [RS:2;dd96e8dc8369:39839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:49:38,130 INFO [RS:0;dd96e8dc8369:42347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:49:38,130 INFO [RS:1;dd96e8dc8369:38537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:49:38,133 INFO [RS:2;dd96e8dc8369:39839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd96e8dc8369%2C39839%2C1732402176280, suffix=, logDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,39839,1732402176280, archiveDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/oldWALs, maxLogs=32 2024-11-23T22:49:38,133 INFO [RS:1;dd96e8dc8369:38537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd96e8dc8369%2C38537%2C1732402176224, suffix=, logDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,38537,1732402176224, archiveDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/oldWALs, maxLogs=32 2024-11-23T22:49:38,134 INFO [RS:0;dd96e8dc8369:42347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd96e8dc8369%2C42347%2C1732402176107, suffix=, logDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107, archiveDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/oldWALs, maxLogs=32 2024-11-23T22:49:38,149 DEBUG [RS:1;dd96e8dc8369:38537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,38537,1732402176224/dd96e8dc8369%2C38537%2C1732402176224.1732402178136, exclude list is [], retry=0 2024-11-23T22:49:38,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:38,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:38,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:38,156 DEBUG [RS:2;dd96e8dc8369:39839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,39839,1732402176280/dd96e8dc8369%2C39839%2C1732402176280.1732402178136, exclude list is [], retry=0 2024-11-23T22:49:38,156 DEBUG [RS:0;dd96e8dc8369:42347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107/dd96e8dc8369%2C42347%2C1732402176107.1732402178136, exclude list is [], retry=0 2024-11-23T22:49:38,158 INFO [RS:1;dd96e8dc8369:38537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,38537,1732402176224/dd96e8dc8369%2C38537%2C1732402176224.1732402178136 2024-11-23T22:49:38,158 DEBUG [RS:1;dd96e8dc8369:38537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:49:38,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:38,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:38,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:38,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:38,171 INFO [RS:0;dd96e8dc8369:42347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107/dd96e8dc8369%2C42347%2C1732402176107.1732402178136 2024-11-23T22:49:38,172 DEBUG [RS:0;dd96e8dc8369:42347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:49:38,172 INFO [RS:2;dd96e8dc8369:39839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,39839,1732402176280/dd96e8dc8369%2C39839%2C1732402176280.1732402178136 2024-11-23T22:49:38,175 DEBUG [RS:2;dd96e8dc8369:39839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:49:38,271 DEBUG [dd96e8dc8369:40265 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-23T22:49:38,280 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(204): Hosts are {dd96e8dc8369=0} racks are {/default-rack=0} 2024-11-23T22:49:38,286 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T22:49:38,286 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T22:49:38,286 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T22:49:38,286 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T22:49:38,286 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T22:49:38,286 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T22:49:38,286 INFO [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T22:49:38,286 INFO [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T22:49:38,286 INFO [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T22:49:38,286 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T22:49:38,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:38,300 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dd96e8dc8369,38537,1732402176224, state=OPENING 2024-11-23T22:49:38,315 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T22:49:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:38,326 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:49:38,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T22:49:38,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T22:49:38,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T22:49:38,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T22:49:38,330 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T22:49:38,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dd96e8dc8369,38537,1732402176224}] 2024-11-23T22:49:38,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T22:49:38,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49459, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T22:49:38,525 INFO [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T22:49:38,526 INFO [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:38,526 INFO [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T22:49:38,529 INFO [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dd96e8dc8369%2C38537%2C1732402176224.meta, suffix=.meta, logDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,38537,1732402176224, archiveDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/oldWALs, maxLogs=32 2024-11-23T22:49:38,545 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,38537,1732402176224/dd96e8dc8369%2C38537%2C1732402176224.meta.1732402178531.meta, exclude list is [], retry=0 2024-11-23T22:49:38,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:38,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:38,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:38,551 INFO [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,38537,1732402176224/dd96e8dc8369%2C38537%2C1732402176224.meta.1732402178531.meta 2024-11-23T22:49:38,552 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:49:38,552 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:38,554 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T22:49:38,556 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T22:49:38,560 INFO [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T22:49:38,564 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T22:49:38,565 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:38,565 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T22:49:38,565 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T22:49:38,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T22:49:38,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T22:49:38,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:38,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T22:49:38,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T22:49:38,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T22:49:38,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:38,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T22:49:38,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T22:49:38,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T22:49:38,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:38,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T22:49:38,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T22:49:38,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T22:49:38,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:38,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T22:49:38,577 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T22:49:38,579 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740 2024-11-23T22:49:38,582 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740 2024-11-23T22:49:38,584 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T22:49:38,584 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T22:49:38,585 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T22:49:38,587 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T22:49:38,589 INFO [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65608661, jitterRate=-0.022354766726493835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T22:49:38,589 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T22:49:38,590 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732402178565Writing region info on filesystem at 1732402178565Initializing all the Stores at 1732402178567 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732402178567Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732402178568 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402178568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732402178568Cleaning up temporary data from old regions at 1732402178584 (+16 ms)Running coprocessor post-open hooks at 1732402178589 (+5 ms)Region opened successfully at 1732402178590 (+1 ms) 2024-11-23T22:49:38,597 INFO [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732402178505 2024-11-23T22:49:38,607 DEBUG [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T22:49:38,608 INFO [RS_OPEN_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T22:49:38,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:38,611 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dd96e8dc8369,38537,1732402176224, state=OPEN 2024-11-23T22:49:38,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T22:49:38,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T22:49:38,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T22:49:38,621 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T22:49:38,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T22:49:38,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T22:49:38,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T22:49:38,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T22:49:38,621 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:38,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T22:49:38,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dd96e8dc8369,38537,1732402176224 in 287 msec 2024-11-23T22:49:38,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T22:49:38,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 781 msec 2024-11-23T22:49:38,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T22:49:38,641 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T22:49:38,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T22:49:38,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd96e8dc8369,38537,1732402176224, seqNum=-1] 2024-11-23T22:49:38,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T22:49:38,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36137, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T22:49:38,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1530 sec 2024-11-23T22:49:38,712 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732402178711, completionTime=-1 2024-11-23T22:49:38,714 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-23T22:49:38,715 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T22:49:38,773 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-23T22:49:38,773 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732402238773 2024-11-23T22:49:38,774 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732402298774 2024-11-23T22:49:38,774 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 59 msec 2024-11-23T22:49:38,776 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T22:49:38,785 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,40265,1732402175276-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,785 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,40265,1732402175276-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,786 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,40265,1732402175276-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,788 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dd96e8dc8369:40265, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,789 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,790 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,804 DEBUG [master/dd96e8dc8369:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T22:49:38,825 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.402sec 2024-11-23T22:49:38,827 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T22:49:38,828 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T22:49:38,829 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T22:49:38,829 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T22:49:38,829 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T22:49:38,830 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,40265,1732402175276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T22:49:38,830 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,40265,1732402175276-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T22:49:38,834 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T22:49:38,835 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T22:49:38,835 INFO [master/dd96e8dc8369:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dd96e8dc8369,40265,1732402175276-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:38,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddf6023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T22:49:38,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dd96e8dc8369,40265,-1 for getting cluster id 2024-11-23T22:49:38,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T22:49:38,886 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '925beb95-239f-4141-8a19-c2f1e47a9976' 2024-11-23T22:49:38,889 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T22:49:38,889 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "925beb95-239f-4141-8a19-c2f1e47a9976" 2024-11-23T22:49:38,890 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8d3ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T22:49:38,890 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dd96e8dc8369,40265,-1] 2024-11-23T22:49:38,894 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T22:49:38,896 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T22:49:38,898 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T22:49:38,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c83e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T22:49:38,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T22:49:38,911 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dd96e8dc8369,38537,1732402176224, seqNum=-1] 2024-11-23T22:49:38,911 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T22:49:38,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T22:49:38,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dd96e8dc8369,40265,1732402175276 2024-11-23T22:49:38,939 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34601/hbase 2024-11-23T22:49:38,960 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=580, ProcessCount=11, AvailableMemoryMB=7676 2024-11-23T22:49:38,984 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:38,988 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:38,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:49:38,997 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48093880, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/hregion-48093880, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:39,019 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48093880/hregion-48093880.1732402178999, exclude list is [], retry=0 2024-11-23T22:49:39,024 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:39,024 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:39,024 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:39,035 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48093880/hregion-48093880.1732402178999 2024-11-23T22:49:39,035 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:44535:44535)] 2024-11-23T22:49:39,036 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cafcd1b60ddfe1e17d993031adeec226, NAME => 'testReplayEditsWrittenIntoWAL,,1732402178985.cafcd1b60ddfe1e17d993031adeec226.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34601/hbase 2024-11-23T22:49:39,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741838_1014 (size=64) 2024-11-23T22:49:39,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741838_1014 (size=64) 2024-11-23T22:49:39,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741838_1014 (size=64) 2024-11-23T22:49:39,060 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732402178985.cafcd1b60ddfe1e17d993031adeec226.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:39,066 INFO [StoreOpener-cafcd1b60ddfe1e17d993031adeec226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,070 INFO [StoreOpener-cafcd1b60ddfe1e17d993031adeec226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cafcd1b60ddfe1e17d993031adeec226 columnFamilyName a 2024-11-23T22:49:39,070 DEBUG [StoreOpener-cafcd1b60ddfe1e17d993031adeec226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:39,072 INFO [StoreOpener-cafcd1b60ddfe1e17d993031adeec226-1 {}] regionserver.HStore(327): Store=cafcd1b60ddfe1e17d993031adeec226/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:39,072 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,074 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,075 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,076 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,076 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,079 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,084 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:49:39,085 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cafcd1b60ddfe1e17d993031adeec226; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61263507, jitterRate=-0.08710260689258575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T22:49:39,086 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cafcd1b60ddfe1e17d993031adeec226: Writing region info on filesystem at 1732402179060Initializing all the Stores at 1732402179062 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402179062Cleaning up temporary data from old regions at 1732402179076 (+14 ms)Region opened successfully at 1732402179086 (+10 ms) 2024-11-23T22:49:39,087 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cafcd1b60ddfe1e17d993031adeec226, disabling compactions & flushes 2024-11-23T22:49:39,087 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732402178985.cafcd1b60ddfe1e17d993031adeec226. 2024-11-23T22:49:39,087 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732402178985.cafcd1b60ddfe1e17d993031adeec226. 2024-11-23T22:49:39,087 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732402178985.cafcd1b60ddfe1e17d993031adeec226. after waiting 0 ms 2024-11-23T22:49:39,087 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732402178985.cafcd1b60ddfe1e17d993031adeec226. 2024-11-23T22:49:39,088 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732402178985.cafcd1b60ddfe1e17d993031adeec226. 2024-11-23T22:49:39,088 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cafcd1b60ddfe1e17d993031adeec226: Waiting for close lock at 1732402179086Disabling compacts and flushes for region at 1732402179086Disabling writes for close at 1732402179087 (+1 ms)Writing region close event to WAL at 1732402179088 (+1 ms)Closed at 1732402179088 2024-11-23T22:49:39,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741837_1013 (size=95) 2024-11-23T22:49:39,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741837_1013 (size=95) 2024-11-23T22:49:39,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741837_1013 (size=95) 2024-11-23T22:49:39,102 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:49:39,103 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48093880:(num 1732402178999) 2024-11-23T22:49:39,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-23T22:49:39,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741839_1015 (size=320) 2024-11-23T22:49:39,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741839_1015 (size=320) 2024-11-23T22:49:39,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741839_1015 (size=320) 2024-11-23T22:49:39,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-23T22:49:39,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741840_1016 (size=253) 2024-11-23T22:49:39,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741840_1016 (size=253) 2024-11-23T22:49:39,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741840_1016 (size=253) 2024-11-23T22:49:39,190 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-1, size=320 (320bytes) 2024-11-23T22:49:39,191 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T22:49:39,191 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T22:49:39,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-1 2024-11-23T22:49:39,198 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-1 after 4ms 2024-11-23T22:49:39,205 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:39,207 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-1 took 18ms 2024-11-23T22:49:39,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-1 so closing down 2024-11-23T22:49:39,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:49:39,226 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-23T22:49:39,228 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000001-wal-1.temp 2024-11-23T22:49:39,230 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:49:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741841_1017 (size=320) 2024-11-23T22:49:39,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741841_1017 (size=320) 2024-11-23T22:49:39,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741841_1017 (size=320) 2024-11-23T22:49:39,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-23T22:49:39,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002 2024-11-23T22:49:39,261 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-23T22:49:39,261 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-1, journal: Splitting hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-1, size=320 (320bytes) at 1732402179190Finishing writing output for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-1 so closing down at 1732402179221 (+31 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000001-wal-1.temp at 1732402179228 (+7 ms)3 split writer threads finished at 1732402179230 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732402179253 (+23 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002 at 1732402179256 (+3 ms)Processed 2 edits across 1 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732402179261 (+5 ms) 2024-11-23T22:49:39,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-2, size=253 (253bytes) 2024-11-23T22:49:39,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-2 2024-11-23T22:49:39,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-2 after 1ms 2024-11-23T22:49:39,286 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:39,286 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-2 took 6ms 2024-11-23T22:49:39,289 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-2 so closing down 2024-11-23T22:49:39,290 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:49:39,293 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-23T22:49:39,295 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002-wal-2.temp 2024-11-23T22:49:39,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:49:39,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741842_1018 (size=253) 2024-11-23T22:49:39,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741842_1018 (size=253) 2024-11-23T22:49:39,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741842_1018 (size=253) 2024-11-23T22:49:39,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-23T22:49:39,317 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:39,320 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-23T22:49:39,322 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-23T22:49:39,322 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-2, journal: Splitting hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-2, size=253 (253bytes) at 1732402179281Finishing writing output for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-2 so closing down at 1732402179289 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002-wal-2.temp at 1732402179295 (+6 ms)3 split writer threads finished at 1732402179295Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732402179310 (+15 ms)Processed 1 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732402179322 (+12 ms) 2024-11-23T22:49:39,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:39,325 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:39,342 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal.1732402179325, exclude list is [], retry=0 2024-11-23T22:49:39,346 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:39,347 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:39,347 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:39,349 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal.1732402179325 2024-11-23T22:49:39,350 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:49:39,350 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cafcd1b60ddfe1e17d993031adeec226, NAME => 'testReplayEditsWrittenIntoWAL,,1732402178985.cafcd1b60ddfe1e17d993031adeec226.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:39,350 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732402178985.cafcd1b60ddfe1e17d993031adeec226.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:39,350 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,350 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,352 INFO [StoreOpener-cafcd1b60ddfe1e17d993031adeec226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,353 INFO [StoreOpener-cafcd1b60ddfe1e17d993031adeec226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cafcd1b60ddfe1e17d993031adeec226 columnFamilyName a 2024-11-23T22:49:39,353 DEBUG [StoreOpener-cafcd1b60ddfe1e17d993031adeec226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:39,354 INFO [StoreOpener-cafcd1b60ddfe1e17d993031adeec226-1 {}] regionserver.HStore(327): Store=cafcd1b60ddfe1e17d993031adeec226/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:39,355 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,356 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,359 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,360 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002 2024-11-23T22:49:39,364 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:39,369 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002 2024-11-23T22:49:39,372 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cafcd1b60ddfe1e17d993031adeec226 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-23T22:49:39,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/.tmp/a/5a49a2a5bb0141948326a0a07e19fa7d is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732402179103/Put/seqid=0 2024-11-23T22:49:39,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741844_1020 (size=5170) 2024-11-23T22:49:39,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741844_1020 (size=5170) 2024-11-23T22:49:39,431 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/.tmp/a/5a49a2a5bb0141948326a0a07e19fa7d 2024-11-23T22:49:39,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741844_1020 (size=5170) 2024-11-23T22:49:39,472 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/.tmp/a/5a49a2a5bb0141948326a0a07e19fa7d as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/a/5a49a2a5bb0141948326a0a07e19fa7d 2024-11-23T22:49:39,485 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/a/5a49a2a5bb0141948326a0a07e19fa7d, entries=2, sequenceid=2, filesize=5.0 K 2024-11-23T22:49:39,490 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cafcd1b60ddfe1e17d993031adeec226 in 117ms, sequenceid=2, compaction requested=false; wal=null 2024-11-23T22:49:39,491 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/0000000000000000002 2024-11-23T22:49:39,492 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,492 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,495 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cafcd1b60ddfe1e17d993031adeec226 2024-11-23T22:49:39,499 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/cafcd1b60ddfe1e17d993031adeec226/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-23T22:49:39,500 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cafcd1b60ddfe1e17d993031adeec226; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70234680, jitterRate=0.046578288078308105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T22:49:39,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cafcd1b60ddfe1e17d993031adeec226: Writing region info on filesystem at 1732402179350Initializing all the Stores at 1732402179352 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402179352Obtaining lock to block concurrent updates at 1732402179372 (+20 ms)Preparing flush snapshotting stores in cafcd1b60ddfe1e17d993031adeec226 at 1732402179372Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732402178985.cafcd1b60ddfe1e17d993031adeec226., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732402179374 (+2 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732402178985.cafcd1b60ddfe1e17d993031adeec226. at 1732402179374Flushing cafcd1b60ddfe1e17d993031adeec226/a: creating writer at 1732402179375 (+1 ms)Flushing cafcd1b60ddfe1e17d993031adeec226/a: appending metadata at 1732402179406 (+31 ms)Flushing cafcd1b60ddfe1e17d993031adeec226/a: closing flushed file at 1732402179408 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7981c500: reopening flushed file at 1732402179470 (+62 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for cafcd1b60ddfe1e17d993031adeec226 in 117ms, sequenceid=2, compaction requested=false; wal=null at 1732402179490 (+20 ms)Cleaning up temporary data from old regions at 1732402179492 (+2 ms)Region opened successfully at 1732402179501 (+9 ms) 2024-11-23T22:49:39,538 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=375 (was 363) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:34978 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34601/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:52140 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:55980 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:52154 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:56146 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=574 (was 580), ProcessCount=11 (was 11), AvailableMemoryMB=7597 (was 7676) 2024-11-23T22:49:39,559 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=574, ProcessCount=11, AvailableMemoryMB=7595 2024-11-23T22:49:39,576 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:39,579 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:39,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:49:39,585 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48213845, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/hregion-48213845, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:39,598 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48213845/hregion-48213845.1732402179586, exclude list is [], retry=0 2024-11-23T22:49:39,602 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:39,603 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:39,603 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:39,606 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48213845/hregion-48213845.1732402179586 2024-11-23T22:49:39,606 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535)] 2024-11-23T22:49:39,606 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e47890cf05b8d136deb4bb1f5a6074dd, NAME => 'testReplayEditsWrittenIntoWAL,,1732402179577.e47890cf05b8d136deb4bb1f5a6074dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34601/hbase 2024-11-23T22:49:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741846_1022 (size=64) 2024-11-23T22:49:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741846_1022 (size=64) 2024-11-23T22:49:39,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741846_1022 (size=64) 2024-11-23T22:49:39,620 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732402179577.e47890cf05b8d136deb4bb1f5a6074dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:39,622 INFO [StoreOpener-e47890cf05b8d136deb4bb1f5a6074dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,624 INFO [StoreOpener-e47890cf05b8d136deb4bb1f5a6074dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e47890cf05b8d136deb4bb1f5a6074dd columnFamilyName a 2024-11-23T22:49:39,624 DEBUG [StoreOpener-e47890cf05b8d136deb4bb1f5a6074dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:39,625 INFO [StoreOpener-e47890cf05b8d136deb4bb1f5a6074dd-1 {}] regionserver.HStore(327): Store=e47890cf05b8d136deb4bb1f5a6074dd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:39,625 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,626 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,627 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,628 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,628 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,632 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,636 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:49:39,638 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e47890cf05b8d136deb4bb1f5a6074dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66960917, jitterRate=-0.002204582095146179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T22:49:39,639 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e47890cf05b8d136deb4bb1f5a6074dd: Writing region info on filesystem at 1732402179620Initializing all the Stores at 1732402179621 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402179621Cleaning up temporary data from old regions at 1732402179628 (+7 ms)Region opened successfully at 1732402179638 (+10 ms) 2024-11-23T22:49:39,639 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e47890cf05b8d136deb4bb1f5a6074dd, disabling compactions & flushes 2024-11-23T22:49:39,639 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732402179577.e47890cf05b8d136deb4bb1f5a6074dd. 2024-11-23T22:49:39,639 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732402179577.e47890cf05b8d136deb4bb1f5a6074dd. 2024-11-23T22:49:39,639 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732402179577.e47890cf05b8d136deb4bb1f5a6074dd. after waiting 0 ms 2024-11-23T22:49:39,639 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732402179577.e47890cf05b8d136deb4bb1f5a6074dd. 2024-11-23T22:49:39,640 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732402179577.e47890cf05b8d136deb4bb1f5a6074dd. 2024-11-23T22:49:39,641 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e47890cf05b8d136deb4bb1f5a6074dd: Waiting for close lock at 1732402179639Disabling compacts and flushes for region at 1732402179639Disabling writes for close at 1732402179639Writing region close event to WAL at 1732402179640 (+1 ms)Closed at 1732402179640 2024-11-23T22:49:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741845_1021 (size=95) 2024-11-23T22:49:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741845_1021 (size=95) 2024-11-23T22:49:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741845_1021 (size=95) 2024-11-23T22:49:39,654 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:49:39,654 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48213845:(num 1732402179586) 2024-11-23T22:49:39,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-23T22:49:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741847_1023 (size=320) 2024-11-23T22:49:39,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741847_1023 (size=320) 2024-11-23T22:49:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741847_1023 (size=320) 2024-11-23T22:49:39,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-23T22:49:39,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741848_1024 (size=253) 2024-11-23T22:49:39,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741848_1024 (size=253) 2024-11-23T22:49:39,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741848_1024 (size=253) 2024-11-23T22:49:39,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-2, size=253 (253bytes) 2024-11-23T22:49:39,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-2 2024-11-23T22:49:39,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-2 after 1ms 2024-11-23T22:49:39,728 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:39,728 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-2 took 6ms 2024-11-23T22:49:39,732 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-2 so closing down 2024-11-23T22:49:39,732 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:49:39,735 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-23T22:49:39,738 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002-wal-2.temp 2024-11-23T22:49:39,738 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:49:39,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741849_1025 (size=253) 2024-11-23T22:49:39,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741849_1025 (size=253) 2024-11-23T22:49:39,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741849_1025 (size=253) 2024-11-23T22:49:39,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-23T22:49:39,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002 2024-11-23T22:49:39,759 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-23T22:49:39,759 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-2, journal: Splitting hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-2, size=253 (253bytes) at 1732402179723Finishing writing output for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-2 so closing down at 1732402179732 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002-wal-2.temp at 1732402179738 (+6 ms)3 split writer threads finished at 1732402179738Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732402179756 (+18 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002 at 1732402179759 (+3 ms)Processed 1 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732402179759 2024-11-23T22:49:39,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-1, size=320 (320bytes) 2024-11-23T22:49:39,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-1 2024-11-23T22:49:39,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-1 after 1ms 2024-11-23T22:49:39,786 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:39,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-1 took 6ms 2024-11-23T22:49:39,789 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-1 so closing down 2024-11-23T22:49:39,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:49:39,792 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-23T22:49:39,794 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000001-wal-1.temp 2024-11-23T22:49:39,794 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:49:39,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741850_1026 (size=320) 2024-11-23T22:49:39,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741850_1026 (size=320) 2024-11-23T22:49:39,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741850_1026 (size=320) 2024-11-23T22:49:39,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-23T22:49:39,807 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:39,810 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002, length=253 2024-11-23T22:49:39,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002 2024-11-23T22:49:39,812 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-23T22:49:39,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-1, journal: Splitting hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-1, size=320 (320bytes) at 1732402179780Finishing writing output for hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-1 so closing down at 1732402179789 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000001-wal-1.temp at 1732402179794 (+5 ms)3 split writer threads finished at 1732402179794Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732402179803 (+9 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002 at 1732402179812 (+9 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732402179812 2024-11-23T22:49:39,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:39,815 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:39,828 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal.1732402179815, exclude list is [], retry=0 2024-11-23T22:49:39,832 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:39,832 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:39,833 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:39,836 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal.1732402179815 2024-11-23T22:49:39,836 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:49:39,837 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e47890cf05b8d136deb4bb1f5a6074dd, NAME => 'testReplayEditsWrittenIntoWAL,,1732402179577.e47890cf05b8d136deb4bb1f5a6074dd.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:39,837 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732402179577.e47890cf05b8d136deb4bb1f5a6074dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:39,837 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,837 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,840 INFO [StoreOpener-e47890cf05b8d136deb4bb1f5a6074dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,842 INFO [StoreOpener-e47890cf05b8d136deb4bb1f5a6074dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e47890cf05b8d136deb4bb1f5a6074dd columnFamilyName a 2024-11-23T22:49:39,842 DEBUG [StoreOpener-e47890cf05b8d136deb4bb1f5a6074dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:39,843 INFO [StoreOpener-e47890cf05b8d136deb4bb1f5a6074dd-1 {}] regionserver.HStore(327): Store=e47890cf05b8d136deb4bb1f5a6074dd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:39,843 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,844 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,847 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002 2024-11-23T22:49:39,850 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:39,852 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002 2024-11-23T22:49:39,852 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e47890cf05b8d136deb4bb1f5a6074dd 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-23T22:49:39,870 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/.tmp/a/472442af3fbb42eca4899bc24cdae4ad is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732402179654/Put/seqid=0 2024-11-23T22:49:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741852_1028 (size=5170) 2024-11-23T22:49:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741852_1028 (size=5170) 2024-11-23T22:49:39,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741852_1028 (size=5170) 2024-11-23T22:49:39,882 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/.tmp/a/472442af3fbb42eca4899bc24cdae4ad 2024-11-23T22:49:39,892 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/.tmp/a/472442af3fbb42eca4899bc24cdae4ad as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/a/472442af3fbb42eca4899bc24cdae4ad 2024-11-23T22:49:39,899 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/a/472442af3fbb42eca4899bc24cdae4ad, entries=2, sequenceid=2, filesize=5.0 K 2024-11-23T22:49:39,899 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e47890cf05b8d136deb4bb1f5a6074dd in 47ms, sequenceid=2, compaction requested=false; wal=null 2024-11-23T22:49:39,900 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/0000000000000000002 2024-11-23T22:49:39,901 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,901 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,904 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e47890cf05b8d136deb4bb1f5a6074dd 2024-11-23T22:49:39,906 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/e47890cf05b8d136deb4bb1f5a6074dd/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-23T22:49:39,908 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e47890cf05b8d136deb4bb1f5a6074dd; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65132108, jitterRate=-0.029455959796905518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T22:49:39,908 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e47890cf05b8d136deb4bb1f5a6074dd: Writing region info on filesystem at 1732402179837Initializing all the Stores at 1732402179839 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402179839Obtaining lock to block concurrent updates at 1732402179852 (+13 ms)Preparing flush snapshotting stores in e47890cf05b8d136deb4bb1f5a6074dd at 1732402179852Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732402179577.e47890cf05b8d136deb4bb1f5a6074dd., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732402179852Flushing stores of testReplayEditsWrittenIntoWAL,,1732402179577.e47890cf05b8d136deb4bb1f5a6074dd. at 1732402179852Flushing e47890cf05b8d136deb4bb1f5a6074dd/a: creating writer at 1732402179853 (+1 ms)Flushing e47890cf05b8d136deb4bb1f5a6074dd/a: appending metadata at 1732402179868 (+15 ms)Flushing e47890cf05b8d136deb4bb1f5a6074dd/a: closing flushed file at 1732402179868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c20606c: reopening flushed file at 1732402179890 (+22 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e47890cf05b8d136deb4bb1f5a6074dd in 47ms, sequenceid=2, compaction requested=false; wal=null at 1732402179899 (+9 ms)Cleaning up temporary data from old regions at 1732402179901 (+2 ms)Region opened successfully at 1732402179908 (+7 ms) 2024-11-23T22:49:39,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:56216 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:35060 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:52226 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:55980 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:34878 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=574 (was 574), ProcessCount=11 (was 11), AvailableMemoryMB=7589 (was 7595) 2024-11-23T22:49:39,937 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=574, ProcessCount=11, AvailableMemoryMB=7588 2024-11-23T22:49:39,952 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:39,954 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:39,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:49:39,959 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-05762242, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/hregion-05762242, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:39,974 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-05762242/hregion-05762242.1732402179960, exclude list is [], retry=0 2024-11-23T22:49:39,978 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:39,978 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:39,978 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:39,981 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-05762242/hregion-05762242.1732402179960 2024-11-23T22:49:39,981 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:49:39,982 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => eb6713be548ef685484b7972ecc48efa, NAME => 'testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34601/hbase 2024-11-23T22:49:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741854_1030 (size=64) 2024-11-23T22:49:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741854_1030 (size=64) 2024-11-23T22:49:39,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741854_1030 (size=64) 2024-11-23T22:49:39,994 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:39,995 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:39,997 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb6713be548ef685484b7972ecc48efa columnFamilyName a 2024-11-23T22:49:39,997 DEBUG [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:39,998 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(327): Store=eb6713be548ef685484b7972ecc48efa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:39,998 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:39,999 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb6713be548ef685484b7972ecc48efa columnFamilyName b 2024-11-23T22:49:39,999 DEBUG [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:40,000 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(327): Store=eb6713be548ef685484b7972ecc48efa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:40,000 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:40,001 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb6713be548ef685484b7972ecc48efa columnFamilyName c 2024-11-23T22:49:40,001 DEBUG [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:40,002 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(327): Store=eb6713be548ef685484b7972ecc48efa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:40,002 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:40,003 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:40,003 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:40,004 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:40,004 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:40,005 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:49:40,006 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:40,009 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:49:40,010 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eb6713be548ef685484b7972ecc48efa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69206791, jitterRate=0.03126154839992523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:49:40,010 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eb6713be548ef685484b7972ecc48efa: Writing region info on filesystem at 1732402179994Initializing all the Stores at 1732402179995 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402179995Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402179995Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402179995Cleaning up temporary data from old regions at 1732402180005 (+10 ms)Region opened successfully at 1732402180010 (+5 ms) 2024-11-23T22:49:40,010 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eb6713be548ef685484b7972ecc48efa, disabling compactions & flushes 2024-11-23T22:49:40,010 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa. 2024-11-23T22:49:40,011 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa. 2024-11-23T22:49:40,011 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa. after waiting 0 ms 2024-11-23T22:49:40,011 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa. 2024-11-23T22:49:40,011 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa. 2024-11-23T22:49:40,011 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eb6713be548ef685484b7972ecc48efa: Waiting for close lock at 1732402180010Disabling compacts and flushes for region at 1732402180010Disabling writes for close at 1732402180011 (+1 ms)Writing region close event to WAL at 1732402180011Closed at 1732402180011 2024-11-23T22:49:40,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741853_1029 (size=95) 2024-11-23T22:49:40,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741853_1029 (size=95) 2024-11-23T22:49:40,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741853_1029 (size=95) 2024-11-23T22:49:40,018 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:49:40,018 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-05762242:(num 1732402179960) 2024-11-23T22:49:40,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:40,021 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:40,041 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022, exclude list is [], retry=0 2024-11-23T22:49:40,045 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:40,046 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:40,046 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:40,051 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022 2024-11-23T22:49:40,052 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:49:40,336 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022, size=0 (0bytes) 2024-11-23T22:49:40,336 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022 might be still open, length is 0 2024-11-23T22:49:40,336 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022 2024-11-23T22:49:40,337 WARN [IPC Server handler 2 on default port 34601 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-23T22:49:40,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022 after 2ms 2024-11-23T22:49:43,088 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:35094 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40199:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35094 dst: /127.0.0.1:40199 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40199 remote=/127.0.0.1:35094]. Total timeout mills is 60000, 57214 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:43,089 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:52256 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52256 dst: /127.0.0.1:37665 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:43,089 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:56248 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56248 dst: /127.0.0.1:43945 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:43,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741855_1032 (size=263633) 2024-11-23T22:49:43,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741855_1032 (size=263633) 2024-11-23T22:49:43,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741855_1032 (size=263633) 2024-11-23T22:49:44,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T22:49:44,139 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T22:49:44,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022 after 4003ms 2024-11-23T22:49:44,405 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:44,408 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022 took 4073ms 2024-11-23T22:49:44,414 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732402180022.temp 2024-11-23T22:49:44,416 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000000001-wal.1732402180022.temp 2024-11-23T22:49:44,557 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022; continuing. 2024-11-23T22:49:44,557 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022 so closing down 2024-11-23T22:49:44,557 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:49:44,557 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:49:44,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741856_1033 (size=263641) 2024-11-23T22:49:44,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741856_1033 (size=263641) 2024-11-23T22:49:44,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741856_1033 (size=263641) 2024-11-23T22:49:44,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000000001-wal.1732402180022.temp (wrote 3002 edits, skipped 0 edits in 73 ms) 2024-11-23T22:49:44,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000000001-wal.1732402180022.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000003002 2024-11-23T22:49:44,564 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022, size=0, length=0, corrupted=false, cancelled=false 2024-11-23T22:49:44,564 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022, journal: Splitting hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022, size=0 (0bytes) at 1732402180336Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000000001-wal.1732402180022.temp at 1732402184416 (+4080 ms)Split 1024 edits, skipped 0 edits. at 1732402184489 (+73 ms)Split 2048 edits, skipped 0 edits. at 1732402184525 (+36 ms)Finishing writing output for hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022 so closing down at 1732402184557 (+32 ms)3 split writer threads finished at 1732402184557Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000000001-wal.1732402180022.temp (wrote 3002 edits, skipped 0 edits in 73 ms) at 1732402184562 (+5 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000000001-wal.1732402180022.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000003002 at 1732402184564 (+2 ms)Processed 3002 edits across 1 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022, size=0, length=0, corrupted=false, cancelled=false at 1732402184564 2024-11-23T22:49:44,566 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022 to hdfs://localhost:34601/hbase/oldWALs/wal.1732402180022 2024-11-23T22:49:44,568 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000003002 2024-11-23T22:49:44,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:44,571 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:44,585 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402184571, exclude list is [], retry=0 2024-11-23T22:49:44,589 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:44,590 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:44,590 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:44,593 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402184571 2024-11-23T22:49:44,596 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:49:44,597 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:44,599 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:44,600 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb6713be548ef685484b7972ecc48efa columnFamilyName a 2024-11-23T22:49:44,600 DEBUG [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:44,601 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(327): Store=eb6713be548ef685484b7972ecc48efa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:44,601 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:44,603 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb6713be548ef685484b7972ecc48efa columnFamilyName b 2024-11-23T22:49:44,603 DEBUG [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:44,604 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(327): Store=eb6713be548ef685484b7972ecc48efa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:44,604 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:44,605 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb6713be548ef685484b7972ecc48efa columnFamilyName c 2024-11-23T22:49:44,606 DEBUG [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:44,606 INFO [StoreOpener-eb6713be548ef685484b7972ecc48efa-1 {}] regionserver.HStore(327): Store=eb6713be548ef685484b7972ecc48efa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:44,607 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:44,608 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:44,610 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:44,610 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000003002 2024-11-23T22:49:44,614 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:44,654 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-23T22:49:44,987 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eb6713be548ef685484b7972ecc48efa 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-23T22:49:45,029 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/a/d795c34f31e44c26991253e999247cee is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732402180063/Put/seqid=0 2024-11-23T22:49:45,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741858_1035 (size=50463) 2024-11-23T22:49:45,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741858_1035 (size=50463) 2024-11-23T22:49:45,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741858_1035 (size=50463) 2024-11-23T22:49:45,039 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/a/d795c34f31e44c26991253e999247cee 2024-11-23T22:49:45,047 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/a/d795c34f31e44c26991253e999247cee as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/a/d795c34f31e44c26991253e999247cee 2024-11-23T22:49:45,054 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/a/d795c34f31e44c26991253e999247cee, entries=754, sequenceid=754, filesize=49.3 K 2024-11-23T22:49:45,055 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for eb6713be548ef685484b7972ecc48efa in 67ms, sequenceid=754, compaction requested=false; wal=null 2024-11-23T22:49:45,084 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-23T22:49:45,085 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eb6713be548ef685484b7972ecc48efa 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-23T22:49:45,092 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/a/e99571865a464421b72937ce8bd18f81 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732402180126/Put/seqid=0 2024-11-23T22:49:45,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741859_1036 (size=20072) 2024-11-23T22:49:45,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741859_1036 (size=20072) 2024-11-23T22:49:45,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741859_1036 (size=20072) 2024-11-23T22:49:45,103 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/a/e99571865a464421b72937ce8bd18f81 2024-11-23T22:49:45,128 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/b/cfcd3a767e5c42d697f857a05767e262 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732402180150/Put/seqid=0 2024-11-23T22:49:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741860_1037 (size=35835) 2024-11-23T22:49:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741860_1037 (size=35835) 2024-11-23T22:49:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741860_1037 (size=35835) 2024-11-23T22:49:45,138 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/b/cfcd3a767e5c42d697f857a05767e262 2024-11-23T22:49:45,145 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/a/e99571865a464421b72937ce8bd18f81 as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/a/e99571865a464421b72937ce8bd18f81 2024-11-23T22:49:45,153 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/a/e99571865a464421b72937ce8bd18f81, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-23T22:49:45,155 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/b/cfcd3a767e5c42d697f857a05767e262 as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/b/cfcd3a767e5c42d697f857a05767e262 2024-11-23T22:49:45,163 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/b/cfcd3a767e5c42d697f857a05767e262, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-23T22:49:45,163 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for eb6713be548ef685484b7972ecc48efa in 79ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-23T22:49:45,186 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-23T22:49:45,187 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eb6713be548ef685484b7972ecc48efa 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-23T22:49:45,195 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/b/dd148b9438554463b37e6a1ddda3ca3c is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732402180172/Put/seqid=0 2024-11-23T22:49:45,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741861_1038 (size=35082) 2024-11-23T22:49:45,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741861_1038 (size=35082) 2024-11-23T22:49:45,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741861_1038 (size=35082) 2024-11-23T22:49:45,203 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/b/dd148b9438554463b37e6a1ddda3ca3c 2024-11-23T22:49:45,235 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/c/a5a327a1d6734fac8159107aea8ee4e3 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732402180225/Put/seqid=0 2024-11-23T22:49:45,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741862_1039 (size=20825) 2024-11-23T22:49:45,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741862_1039 (size=20825) 2024-11-23T22:49:45,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741862_1039 (size=20825) 2024-11-23T22:49:45,244 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/c/a5a327a1d6734fac8159107aea8ee4e3 2024-11-23T22:49:45,251 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/b/dd148b9438554463b37e6a1ddda3ca3c as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/b/dd148b9438554463b37e6a1ddda3ca3c 2024-11-23T22:49:45,258 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/b/dd148b9438554463b37e6a1ddda3ca3c, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-23T22:49:45,260 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/c/a5a327a1d6734fac8159107aea8ee4e3 as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/c/a5a327a1d6734fac8159107aea8ee4e3 2024-11-23T22:49:45,266 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/c/a5a327a1d6734fac8159107aea8ee4e3, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-23T22:49:45,267 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for eb6713be548ef685484b7972ecc48efa in 81ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-23T22:49:45,286 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732402180300/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa. 2024-11-23T22:49:45,290 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000003002 2024-11-23T22:49:45,290 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-23T22:49:45,290 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eb6713be548ef685484b7972ecc48efa 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-23T22:49:45,301 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/c/9088d38be6d64b4da056496955475e92 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732402180239/Put/seqid=0 2024-11-23T22:49:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741863_1040 (size=50301) 2024-11-23T22:49:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741863_1040 (size=50301) 2024-11-23T22:49:45,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741863_1040 (size=50301) 2024-11-23T22:49:45,312 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/c/9088d38be6d64b4da056496955475e92 2024-11-23T22:49:45,318 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9088d38be6d64b4da056496955475e92 2024-11-23T22:49:45,320 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/.tmp/c/9088d38be6d64b4da056496955475e92 as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/c/9088d38be6d64b4da056496955475e92 2024-11-23T22:49:45,327 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9088d38be6d64b4da056496955475e92 2024-11-23T22:49:45,327 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/c/9088d38be6d64b4da056496955475e92, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-23T22:49:45,327 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for eb6713be548ef685484b7972ecc48efa in 37ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-23T22:49:45,328 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/0000000000000003002 2024-11-23T22:49:45,329 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:45,329 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:45,330 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T22:49:45,332 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eb6713be548ef685484b7972ecc48efa 2024-11-23T22:49:45,335 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenIntoWAL/eb6713be548ef685484b7972ecc48efa/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-23T22:49:45,336 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eb6713be548ef685484b7972ecc48efa; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67998116, jitterRate=0.013250887393951416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T22:49:45,336 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eb6713be548ef685484b7972ecc48efa: Writing region info on filesystem at 1732402184597Initializing all the Stores at 1732402184598 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402184598Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402184598Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402184598Cleaning up temporary data from old regions at 1732402185329 (+731 ms)Region opened successfully at 1732402185336 (+7 ms) 2024-11-23T22:49:45,420 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eb6713be548ef685484b7972ecc48efa, disabling compactions & flushes 2024-11-23T22:49:45,420 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa. 2024-11-23T22:49:45,420 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa. 2024-11-23T22:49:45,420 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa. after waiting 0 ms 2024-11-23T22:49:45,421 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa. 2024-11-23T22:49:45,423 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732402179953.eb6713be548ef685484b7972ecc48efa. 2024-11-23T22:49:45,423 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eb6713be548ef685484b7972ecc48efa: Waiting for close lock at 1732402185420Disabling compacts and flushes for region at 1732402185420Disabling writes for close at 1732402185421 (+1 ms)Writing region close event to WAL at 1732402185423 (+2 ms)Closed at 1732402185423 2024-11-23T22:49:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741857_1034 (size=95) 2024-11-23T22:49:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741857_1034 (size=95) 2024-11-23T22:49:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741857_1034 (size=95) 2024-11-23T22:49:45,430 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:49:45,430 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732402184571) 2024-11-23T22:49:45,446 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=399 (was 385) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1073801754_22 at /127.0.0.1:51724 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:39065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1073801754_22 at /127.0.0.1:57906 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:36307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1073801754_22 at /127.0.0.1:56732 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34601 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1073801754_22 at /127.0.0.1:56770 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=552 (was 574), ProcessCount=11 (was 11), AvailableMemoryMB=7515 (was 7588) 2024-11-23T22:49:45,459 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=399, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=552, ProcessCount=11, AvailableMemoryMB=7515 2024-11-23T22:49:45,482 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:45,484 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:45,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:49:45,488 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-55680769, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/hregion-55680769, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:45,501 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-55680769/hregion-55680769.1732402185488, exclude list is [], retry=0 2024-11-23T22:49:45,505 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:45,505 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:45,506 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:45,510 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-55680769/hregion-55680769.1732402185488 2024-11-23T22:49:45,511 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:49:45,511 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4570b10fed7a9110abeaf83ec1fa1542, NAME => 'test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34601/hbase 2024-11-23T22:49:45,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741865_1042 (size=43) 2024-11-23T22:49:45,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741865_1042 (size=43) 2024-11-23T22:49:45,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741865_1042 (size=43) 2024-11-23T22:49:45,528 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:45,532 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:45,534 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4570b10fed7a9110abeaf83ec1fa1542 columnFamilyName a 2024-11-23T22:49:45,534 DEBUG [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:45,535 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(327): Store=4570b10fed7a9110abeaf83ec1fa1542/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:45,535 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:45,537 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4570b10fed7a9110abeaf83ec1fa1542 columnFamilyName b 2024-11-23T22:49:45,537 DEBUG [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:45,538 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(327): Store=4570b10fed7a9110abeaf83ec1fa1542/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:45,538 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:45,541 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4570b10fed7a9110abeaf83ec1fa1542 columnFamilyName c 2024-11-23T22:49:45,541 DEBUG [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:45,541 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(327): Store=4570b10fed7a9110abeaf83ec1fa1542/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:45,542 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:45,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:45,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:45,545 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:45,545 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:45,546 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:49:45,548 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:45,551 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:49:45,552 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4570b10fed7a9110abeaf83ec1fa1542; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61952652, jitterRate=-0.07683354616165161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:49:45,553 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4570b10fed7a9110abeaf83ec1fa1542: Writing region info on filesystem at 1732402185528Initializing all the Stores at 1732402185528Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402185529 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402185532 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402185532Cleaning up temporary data from old regions at 1732402185545 (+13 ms)Region opened successfully at 1732402185553 (+8 ms) 2024-11-23T22:49:45,553 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4570b10fed7a9110abeaf83ec1fa1542, disabling compactions & flushes 2024-11-23T22:49:45,553 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542. 2024-11-23T22:49:45,553 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542. 2024-11-23T22:49:45,553 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542. after waiting 0 ms 2024-11-23T22:49:45,553 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542. 2024-11-23T22:49:45,554 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542. 2024-11-23T22:49:45,554 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4570b10fed7a9110abeaf83ec1fa1542: Waiting for close lock at 1732402185553Disabling compacts and flushes for region at 1732402185553Disabling writes for close at 1732402185553Writing region close event to WAL at 1732402185553Closed at 1732402185554 (+1 ms) 2024-11-23T22:49:45,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741864_1041 (size=95) 2024-11-23T22:49:45,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741864_1041 (size=95) 2024-11-23T22:49:45,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741864_1041 (size=95) 2024-11-23T22:49:45,561 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:49:45,561 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-55680769:(num 1732402185488) 2024-11-23T22:49:45,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:45,563 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:45,581 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564, exclude list is [], retry=0 2024-11-23T22:49:45,585 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:45,585 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:45,586 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:45,588 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564 2024-11-23T22:49:45,588 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:49:45,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T22:49:45,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T22:49:45,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T22:49:45,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T22:49:45,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T22:49:45,633 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T22:49:45,634 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-23T22:49:45,634 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-23T22:49:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741866_1043 (size=263359) 2024-11-23T22:49:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741866_1043 (size=263359) 2024-11-23T22:49:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741866_1043 (size=263359) 2024-11-23T22:49:45,777 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564, size=257.2 K (263359bytes) 2024-11-23T22:49:45,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564 2024-11-23T22:49:45,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564 after 1ms 2024-11-23T22:49:45,781 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:45,782 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564 took 5ms 2024-11-23T22:49:45,787 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732402185564.temp 2024-11-23T22:49:45,789 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000000001-wal.1732402185564.temp 2024-11-23T22:49:45,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564 so closing down 2024-11-23T22:49:45,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:49:45,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:49:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741867_1044 (size=263359) 2024-11-23T22:49:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741867_1044 (size=263359) 2024-11-23T22:49:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741867_1044 (size=263359) 2024-11-23T22:49:45,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000000001-wal.1732402185564.temp (wrote 3000 edits, skipped 0 edits in 40 ms) 2024-11-23T22:49:45,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000000001-wal.1732402185564.temp to hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003000 2024-11-23T22:49:45,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-23T22:49:45,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564, journal: Splitting hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564, size=257.2 K (263359bytes) at 1732402185777Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000000001-wal.1732402185564.temp at 1732402185789 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732402185802 (+13 ms)Split 2048 edits, skipped 0 edits. at 1732402185819 (+17 ms)Finishing writing output for hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564 so closing down at 1732402185836 (+17 ms)3 split writer threads finished at 1732402185837 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000000001-wal.1732402185564.temp (wrote 3000 edits, skipped 0 edits in 40 ms) at 1732402185844 (+7 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000000001-wal.1732402185564.temp to hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003000 at 1732402185845 (+1 ms)Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732402185846 (+1 ms) 2024-11-23T22:49:45,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185564 to hdfs://localhost:34601/hbase/oldWALs/wal.1732402185564 2024-11-23T22:49:45,848 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003000 2024-11-23T22:49:45,848 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:45,851 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:45,867 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851, exclude list is [], retry=0 2024-11-23T22:49:45,870 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:45,871 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:45,871 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:45,874 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851 2024-11-23T22:49:45,876 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535)] 2024-11-23T22:49:46,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741868_1045 (size=263486) 2024-11-23T22:49:46,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741868_1045 (size=263486) 2024-11-23T22:49:46,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741868_1045 (size=263486) 2024-11-23T22:49:46,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851, size=257.3 K (263486bytes) 2024-11-23T22:49:46,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851 2024-11-23T22:49:46,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851 after 1ms 2024-11-23T22:49:46,057 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:46,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851 took 6ms 2024-11-23T22:49:46,064 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732402185851.temp 2024-11-23T22:49:46,065 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003001-wal.1732402185851.temp 2024-11-23T22:49:46,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851 so closing down 2024-11-23T22:49:46,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:49:46,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:49:46,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741869_1046 (size=263486) 2024-11-23T22:49:46,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741869_1046 (size=263486) 2024-11-23T22:49:46,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741869_1046 (size=263486) 2024-11-23T22:49:46,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003001-wal.1732402185851.temp (wrote 3000 edits, skipped 0 edits in 39 ms) 2024-11-23T22:49:46,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003001-wal.1732402185851.temp to hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000006000 2024-11-23T22:49:46,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-23T22:49:46,135 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851, journal: Splitting hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851, size=257.3 K (263486bytes) at 1732402186053Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003001-wal.1732402185851.temp at 1732402186065 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732402186086 (+21 ms)Split 2048 edits, skipped 0 edits. at 1732402186107 (+21 ms)Finishing writing output for hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851 so closing down at 1732402186129 (+22 ms)3 split writer threads finished at 1732402186129Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003001-wal.1732402185851.temp (wrote 3000 edits, skipped 0 edits in 39 ms) at 1732402186133 (+4 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003001-wal.1732402185851.temp to hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000006000 at 1732402186135 (+2 ms)Processed 3000 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732402186135 2024-11-23T22:49:46,137 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402185851 to hdfs://localhost:34601/hbase/oldWALs/wal.1732402185851 2024-11-23T22:49:46,139 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000006000 2024-11-23T22:49:46,139 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:46,142 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/test2727-manual,16010,1732402185481, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:46,163 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402186142, exclude list is [], retry=0 2024-11-23T22:49:46,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:46,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:46,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:46,169 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732402185481/wal.1732402186142 2024-11-23T22:49:46,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:49:46,169 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4570b10fed7a9110abeaf83ec1fa1542, NAME => 'test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:46,169 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:46,169 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:46,170 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:46,171 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:46,173 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4570b10fed7a9110abeaf83ec1fa1542 columnFamilyName a 2024-11-23T22:49:46,173 DEBUG [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:46,174 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(327): Store=4570b10fed7a9110abeaf83ec1fa1542/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:46,174 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:46,175 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4570b10fed7a9110abeaf83ec1fa1542 columnFamilyName b 2024-11-23T22:49:46,175 DEBUG [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:46,176 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(327): Store=4570b10fed7a9110abeaf83ec1fa1542/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:46,176 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:46,177 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4570b10fed7a9110abeaf83ec1fa1542 columnFamilyName c 2024-11-23T22:49:46,177 DEBUG [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:46,178 INFO [StoreOpener-4570b10fed7a9110abeaf83ec1fa1542-1 {}] regionserver.HStore(327): Store=4570b10fed7a9110abeaf83ec1fa1542/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:46,178 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:46,179 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:46,182 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:46,183 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003000 2024-11-23T22:49:46,186 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:46,248 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003000 2024-11-23T22:49:46,249 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000006000 2024-11-23T22:49:46,253 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:46,307 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000006000 2024-11-23T22:49:46,307 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4570b10fed7a9110abeaf83ec1fa1542 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-23T22:49:46,328 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/.tmp/a/cc113488eb7c420ca622aa67079b09c2 is 41, key is test2727/a:100/1732402185883/Put/seqid=0 2024-11-23T22:49:46,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741871_1048 (size=84227) 2024-11-23T22:49:46,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741871_1048 (size=84227) 2024-11-23T22:49:46,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741871_1048 (size=84227) 2024-11-23T22:49:46,339 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/.tmp/a/cc113488eb7c420ca622aa67079b09c2 2024-11-23T22:49:46,375 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/.tmp/b/7407ae72952e45b68d7b73f1b19253d8 is 41, key is test2727/b:100/1732402185939/Put/seqid=0 2024-11-23T22:49:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741872_1049 (size=84609) 2024-11-23T22:49:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741872_1049 (size=84609) 2024-11-23T22:49:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741872_1049 (size=84609) 2024-11-23T22:49:46,381 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/.tmp/b/7407ae72952e45b68d7b73f1b19253d8 2024-11-23T22:49:46,408 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/.tmp/c/338040085c1a4853a9b10c81610c98fd is 41, key is test2727/c:100/1732402185983/Put/seqid=0 2024-11-23T22:49:46,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741873_1050 (size=84609) 2024-11-23T22:49:46,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741873_1050 (size=84609) 2024-11-23T22:49:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741873_1050 (size=84609) 2024-11-23T22:49:46,414 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/.tmp/c/338040085c1a4853a9b10c81610c98fd 2024-11-23T22:49:46,423 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/.tmp/a/cc113488eb7c420ca622aa67079b09c2 as hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/a/cc113488eb7c420ca622aa67079b09c2 2024-11-23T22:49:46,431 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/a/cc113488eb7c420ca622aa67079b09c2, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-23T22:49:46,433 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/.tmp/b/7407ae72952e45b68d7b73f1b19253d8 as hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/b/7407ae72952e45b68d7b73f1b19253d8 2024-11-23T22:49:46,441 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/b/7407ae72952e45b68d7b73f1b19253d8, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-23T22:49:46,442 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/.tmp/c/338040085c1a4853a9b10c81610c98fd as hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/c/338040085c1a4853a9b10c81610c98fd 2024-11-23T22:49:46,449 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/c/338040085c1a4853a9b10c81610c98fd, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-23T22:49:46,450 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 4570b10fed7a9110abeaf83ec1fa1542 in 143ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-23T22:49:46,451 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000003000 2024-11-23T22:49:46,451 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/0000000000000006000 2024-11-23T22:49:46,453 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:46,453 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:46,454 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:49:46,456 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4570b10fed7a9110abeaf83ec1fa1542 2024-11-23T22:49:46,459 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/test2727/4570b10fed7a9110abeaf83ec1fa1542/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-23T22:49:46,460 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4570b10fed7a9110abeaf83ec1fa1542; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60317328, jitterRate=-0.10120177268981934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:49:46,461 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4570b10fed7a9110abeaf83ec1fa1542: Writing region info on filesystem at 1732402186170Initializing all the Stores at 1732402186171 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402186171Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402186171Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402186171Obtaining lock to block concurrent updates at 1732402186307 (+136 ms)Preparing flush snapshotting stores in 4570b10fed7a9110abeaf83ec1fa1542 at 1732402186307Finished memstore snapshotting test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732402186308 (+1 ms)Flushing stores of test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542. at 1732402186308Flushing 4570b10fed7a9110abeaf83ec1fa1542/a: creating writer at 1732402186308Flushing 4570b10fed7a9110abeaf83ec1fa1542/a: appending metadata at 1732402186327 (+19 ms)Flushing 4570b10fed7a9110abeaf83ec1fa1542/a: closing flushed file at 1732402186328 (+1 ms)Flushing 4570b10fed7a9110abeaf83ec1fa1542/b: creating writer at 1732402186346 (+18 ms)Flushing 4570b10fed7a9110abeaf83ec1fa1542/b: appending metadata at 1732402186373 (+27 ms)Flushing 4570b10fed7a9110abeaf83ec1fa1542/b: closing flushed file at 1732402186373Flushing 4570b10fed7a9110abeaf83ec1fa1542/c: creating writer at 1732402186387 (+14 ms)Flushing 4570b10fed7a9110abeaf83ec1fa1542/c: appending metadata at 1732402186407 (+20 ms)Flushing 4570b10fed7a9110abeaf83ec1fa1542/c: closing flushed file at 1732402186407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412452a5: reopening flushed file at 1732402186421 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bfec5c3: reopening flushed file at 1732402186431 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eab3884: reopening flushed file at 1732402186441 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 4570b10fed7a9110abeaf83ec1fa1542 in 143ms, sequenceid=6000, compaction requested=false; wal=null at 1732402186450 (+9 ms)Cleaning up temporary data from old regions at 1732402186453 (+3 ms)Region opened successfully at 1732402186461 (+8 ms) 2024-11-23T22:49:46,462 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-23T22:49:46,462 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4570b10fed7a9110abeaf83ec1fa1542, disabling compactions & flushes 2024-11-23T22:49:46,462 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542. 2024-11-23T22:49:46,462 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542. 2024-11-23T22:49:46,462 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542. after waiting 0 ms 2024-11-23T22:49:46,462 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542. 2024-11-23T22:49:46,464 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732402185482.4570b10fed7a9110abeaf83ec1fa1542. 2024-11-23T22:49:46,464 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4570b10fed7a9110abeaf83ec1fa1542: Waiting for close lock at 1732402186462Disabling compacts and flushes for region at 1732402186462Disabling writes for close at 1732402186462Writing region close event to WAL at 1732402186464 (+2 ms)Closed at 1732402186464 2024-11-23T22:49:46,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741870_1047 (size=95) 2024-11-23T22:49:46,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741870_1047 (size=95) 2024-11-23T22:49:46,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741870_1047 (size=95) 2024-11-23T22:49:46,470 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:49:46,471 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732402186142) 2024-11-23T22:49:46,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403 (was 399) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:51798 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:58046 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:56732 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=552 (was 552), ProcessCount=11 (was 11), AvailableMemoryMB=7313 (was 7515) 2024-11-23T22:49:46,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=552, ProcessCount=11, AvailableMemoryMB=7312 2024-11-23T22:49:46,517 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:46,525 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:46,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732402186526 2024-11-23T22:49:46,534 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526 2024-11-23T22:49:46,536 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:49:46,537 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b3d54d4295e7a0110690c6d66ce0e452, NAME => 'testSequentialEditLogSeqNum,,1732402186518.b3d54d4295e7a0110690c6d66ce0e452.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:46,537 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732402186518.b3d54d4295e7a0110690c6d66ce0e452.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:46,538 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b3d54d4295e7a0110690c6d66ce0e452 2024-11-23T22:49:46,538 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b3d54d4295e7a0110690c6d66ce0e452 2024-11-23T22:49:46,539 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452 doesn't exist for region: b3d54d4295e7a0110690c6d66ce0e452 on table testSequentialEditLogSeqNum 2024-11-23T22:49:46,539 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: b3d54d4295e7a0110690c6d66ce0e452 on table testSequentialEditLogSeqNum 2024-11-23T22:49:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741875_1052 (size=62) 2024-11-23T22:49:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741875_1052 (size=62) 2024-11-23T22:49:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741875_1052 (size=62) 2024-11-23T22:49:46,549 INFO [StoreOpener-b3d54d4295e7a0110690c6d66ce0e452-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b3d54d4295e7a0110690c6d66ce0e452 2024-11-23T22:49:46,551 INFO [StoreOpener-b3d54d4295e7a0110690c6d66ce0e452-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3d54d4295e7a0110690c6d66ce0e452 columnFamilyName a 2024-11-23T22:49:46,551 DEBUG [StoreOpener-b3d54d4295e7a0110690c6d66ce0e452-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:46,552 INFO [StoreOpener-b3d54d4295e7a0110690c6d66ce0e452-1 {}] regionserver.HStore(327): Store=b3d54d4295e7a0110690c6d66ce0e452/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:46,552 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b3d54d4295e7a0110690c6d66ce0e452 2024-11-23T22:49:46,553 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452 2024-11-23T22:49:46,554 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452 2024-11-23T22:49:46,554 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b3d54d4295e7a0110690c6d66ce0e452 2024-11-23T22:49:46,554 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b3d54d4295e7a0110690c6d66ce0e452 2024-11-23T22:49:46,556 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b3d54d4295e7a0110690c6d66ce0e452 2024-11-23T22:49:46,559 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:49:46,559 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b3d54d4295e7a0110690c6d66ce0e452; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68084353, jitterRate=0.014535918831825256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T22:49:46,560 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b3d54d4295e7a0110690c6d66ce0e452: Writing region info on filesystem at 1732402186538Initializing all the Stores at 1732402186549 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402186549Cleaning up temporary data from old regions at 1732402186554 (+5 ms)Region opened successfully at 1732402186560 (+6 ms) 2024-11-23T22:49:46,573 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b3d54d4295e7a0110690c6d66ce0e452 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-23T22:49:46,595 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/.tmp/a/d4f6205d56de46ecb949524e197bce8f is 81, key is testSequentialEditLogSeqNum/a:x0/1732402186560/Put/seqid=0 2024-11-23T22:49:46,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741876_1053 (size=5833) 2024-11-23T22:49:46,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741876_1053 (size=5833) 2024-11-23T22:49:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741876_1053 (size=5833) 2024-11-23T22:49:46,603 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/.tmp/a/d4f6205d56de46ecb949524e197bce8f 2024-11-23T22:49:46,609 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/.tmp/a/d4f6205d56de46ecb949524e197bce8f as hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/a/d4f6205d56de46ecb949524e197bce8f 2024-11-23T22:49:46,616 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/a/d4f6205d56de46ecb949524e197bce8f, entries=10, sequenceid=13, filesize=5.7 K 2024-11-23T22:49:46,617 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for b3d54d4295e7a0110690c6d66ce0e452 in 44ms, sequenceid=13, compaction requested=false 2024-11-23T22:49:46,618 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b3d54d4295e7a0110690c6d66ce0e452: 2024-11-23T22:49:46,625 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T22:49:46,625 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T22:49:46,625 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T22:49:46,625 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T22:49:46,626 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T22:49:46,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741874_1051 (size=1844) 2024-11-23T22:49:46,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741874_1051 (size=1844) 2024-11-23T22:49:46,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741874_1051 (size=1844) 2024-11-23T22:49:46,672 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526, size=1.8 K (1844bytes) 2024-11-23T22:49:46,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526 2024-11-23T22:49:46,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526 after 0ms 2024-11-23T22:49:46,678 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:46,679 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526 took 7ms 2024-11-23T22:49:46,681 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526 so closing down 2024-11-23T22:49:46,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:49:46,683 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732402186526.temp 2024-11-23T22:49:46,684 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/recovered.edits/0000000000000000003-wal.1732402186526.temp 2024-11-23T22:49:46,685 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:49:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741877_1054 (size=1477) 2024-11-23T22:49:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741877_1054 (size=1477) 2024-11-23T22:49:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741877_1054 (size=1477) 2024-11-23T22:49:46,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/recovered.edits/0000000000000000003-wal.1732402186526.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-23T22:49:46,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/recovered.edits/0000000000000000003-wal.1732402186526.temp to hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/recovered.edits/0000000000000000020 2024-11-23T22:49:46,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 27 ms; skipped=2; WAL=hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-23T22:49:46,706 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526, journal: Splitting hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526, size=1.8 K (1844bytes) at 1732402186672Finishing writing output for hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526 so closing down at 1732402186682 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/recovered.edits/0000000000000000003-wal.1732402186526.temp at 1732402186685 (+3 ms)3 split writer threads finished at 1732402186685Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/recovered.edits/0000000000000000003-wal.1732402186526.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732402186704 (+19 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/recovered.edits/0000000000000000003-wal.1732402186526.temp to hdfs://localhost:34601/hbase/data/default/testSequentialEditLogSeqNum/b3d54d4295e7a0110690c6d66ce0e452/recovered.edits/0000000000000000020 at 1732402186706 (+2 ms)Processed 17 edits across 1 Regions in 27 ms; skipped=2; WAL=hdfs://localhost:34601/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732402186516/wal.1732402186526, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1732402186706 2024-11-23T22:49:46,724 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:51798 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:58046 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=552 (was 552), ProcessCount=11 (was 11), AvailableMemoryMB=7242 (was 7312) 2024-11-23T22:49:46,735 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=552, ProcessCount=11, AvailableMemoryMB=7241 2024-11-23T22:49:46,752 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:46,754 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:46,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:49:46,784 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-40594731, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/hregion-40594731, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:46,796 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-40594731/hregion-40594731.1732402186784, exclude list is [], retry=0 2024-11-23T22:49:46,799 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:46,799 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:46,800 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:46,802 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-40594731/hregion-40594731.1732402186784 2024-11-23T22:49:46,802 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:49:46,803 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 629aa16c3205323b6ca38d17dda269f1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34601/hbase 2024-11-23T22:49:46,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741879_1056 (size=70) 2024-11-23T22:49:46,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741879_1056 (size=70) 2024-11-23T22:49:46,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741879_1056 (size=70) 2024-11-23T22:49:46,815 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:46,819 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,821 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629aa16c3205323b6ca38d17dda269f1 columnFamilyName a 2024-11-23T22:49:46,821 DEBUG [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:46,822 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(327): Store=629aa16c3205323b6ca38d17dda269f1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:46,822 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,823 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629aa16c3205323b6ca38d17dda269f1 columnFamilyName b 2024-11-23T22:49:46,823 DEBUG [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:46,824 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(327): Store=629aa16c3205323b6ca38d17dda269f1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:46,824 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,825 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629aa16c3205323b6ca38d17dda269f1 columnFamilyName c 2024-11-23T22:49:46,826 DEBUG [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:46,826 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(327): Store=629aa16c3205323b6ca38d17dda269f1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:46,826 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,827 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,828 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,829 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,829 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,829 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:49:46,830 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,833 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:49:46,833 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 629aa16c3205323b6ca38d17dda269f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71058594, jitterRate=0.0588555634021759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:49:46,834 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 629aa16c3205323b6ca38d17dda269f1: Writing region info on filesystem at 1732402186815Initializing all the Stores at 1732402186816 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402186816Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402186819 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402186819Cleaning up temporary data from old regions at 1732402186829 (+10 ms)Region opened successfully at 1732402186834 (+5 ms) 2024-11-23T22:49:46,835 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 629aa16c3205323b6ca38d17dda269f1, disabling compactions & flushes 2024-11-23T22:49:46,835 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1. 2024-11-23T22:49:46,835 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1. 2024-11-23T22:49:46,835 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1. after waiting 0 ms 2024-11-23T22:49:46,835 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1. 2024-11-23T22:49:46,835 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1. 2024-11-23T22:49:46,835 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 629aa16c3205323b6ca38d17dda269f1: Waiting for close lock at 1732402186834Disabling compacts and flushes for region at 1732402186834Disabling writes for close at 1732402186835 (+1 ms)Writing region close event to WAL at 1732402186835Closed at 1732402186835 2024-11-23T22:49:46,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741878_1055 (size=95) 2024-11-23T22:49:46,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741878_1055 (size=95) 2024-11-23T22:49:46,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741878_1055 (size=95) 2024-11-23T22:49:46,844 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:49:46,845 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-40594731:(num 1732402186784) 2024-11-23T22:49:46,845 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:46,847 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:46,860 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847, exclude list is [], retry=0 2024-11-23T22:49:46,863 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:46,864 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:46,864 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:46,866 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847 2024-11-23T22:49:46,867 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:49:46,867 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 629aa16c3205323b6ca38d17dda269f1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:46,867 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:46,867 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,867 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,870 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,871 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629aa16c3205323b6ca38d17dda269f1 columnFamilyName a 2024-11-23T22:49:46,871 DEBUG [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:46,871 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(327): Store=629aa16c3205323b6ca38d17dda269f1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:46,871 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,872 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629aa16c3205323b6ca38d17dda269f1 columnFamilyName b 2024-11-23T22:49:46,872 DEBUG [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:46,873 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(327): Store=629aa16c3205323b6ca38d17dda269f1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:46,873 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,874 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629aa16c3205323b6ca38d17dda269f1 columnFamilyName c 2024-11-23T22:49:46,874 DEBUG [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:46,875 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(327): Store=629aa16c3205323b6ca38d17dda269f1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:46,875 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,875 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,877 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,878 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,878 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,879 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:49:46,881 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:46,882 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 629aa16c3205323b6ca38d17dda269f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68922753, jitterRate=0.02702905237674713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:49:46,883 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 629aa16c3205323b6ca38d17dda269f1: Writing region info on filesystem at 1732402186867Initializing all the Stores at 1732402186868 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402186869 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402186869Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402186869Cleaning up temporary data from old regions at 1732402186878 (+9 ms)Region opened successfully at 1732402186883 (+5 ms) 2024-11-23T22:49:46,890 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732402186889/Put/seqid=0 2024-11-23T22:49:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741881_1058 (size=4826) 2024-11-23T22:49:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741881_1058 (size=4826) 2024-11-23T22:49:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741881_1058 (size=4826) 2024-11-23T22:49:46,904 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34601/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 629aa16c3205323b6ca38d17dda269f1/a 2024-11-23T22:49:46,912 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-23T22:49:46,912 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T22:49:46,912 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 629aa16c3205323b6ca38d17dda269f1: 2024-11-23T22:49:46,914 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/a/75ba7a98c0274933b034b2815c54ad73_SeqId_3_ 2024-11-23T22:49:46,915 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34601/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 629aa16c3205323b6ca38d17dda269f1/a as hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/a/75ba7a98c0274933b034b2815c54ad73_SeqId_3_ - updating store file list. 2024-11-23T22:49:46,920 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 75ba7a98c0274933b034b2815c54ad73_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-23T22:49:46,921 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/a/75ba7a98c0274933b034b2815c54ad73_SeqId_3_ into 629aa16c3205323b6ca38d17dda269f1/a 2024-11-23T22:49:46,921 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34601/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 629aa16c3205323b6ca38d17dda269f1/a (new location: hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/a/75ba7a98c0274933b034b2815c54ad73_SeqId_3_) 2024-11-23T22:49:46,959 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847, size=0 (0bytes) 2024-11-23T22:49:46,959 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847 might be still open, length is 0 2024-11-23T22:49:46,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847 2024-11-23T22:49:46,959 WARN [IPC Server handler 1 on default port 34601 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-23T22:49:46,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847 after 0ms 2024-11-23T22:49:49,430 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:58148 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58148 dst: /127.0.0.1:37665 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37665 remote=/127.0.0.1:58148]. Total timeout mills is 60000, 57497 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:49,431 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:51908 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51908 dst: /127.0.0.1:43945 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:49,431 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:56988 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40199:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56988 dst: /127.0.0.1:40199 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:49,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741880_1059 (size=473) 2024-11-23T22:49:49,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741880_1059 (size=473) 2024-11-23T22:49:50,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847 after 4001ms 2024-11-23T22:49:50,964 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:50,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847 took 4006ms 2024-11-23T22:49:50,967 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847; continuing. 2024-11-23T22:49:50,967 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847 so closing down 2024-11-23T22:49:50,967 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:49:50,969 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732402186847.temp 2024-11-23T22:49:50,970 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005-wal.1732402186847.temp 2024-11-23T22:49:50,971 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:49:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741882_1060 (size=259) 2024-11-23T22:49:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741882_1060 (size=259) 2024-11-23T22:49:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741882_1060 (size=259) 2024-11-23T22:49:50,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005-wal.1732402186847.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-23T22:49:50,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005-wal.1732402186847.temp to hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005 2024-11-23T22:49:50,980 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847, size=0, length=0, corrupted=false, cancelled=false 2024-11-23T22:49:50,980 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847, journal: Splitting hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847, size=0 (0bytes) at 1732402186959Finishing writing output for hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847 so closing down at 1732402190967 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005-wal.1732402186847.temp at 1732402190970 (+3 ms)3 split writer threads finished at 1732402190971 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005-wal.1732402186847.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732402190979 (+8 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005-wal.1732402186847.temp to hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005 at 1732402190980 (+1 ms)Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847, size=0, length=0, corrupted=false, cancelled=false at 1732402190980 2024-11-23T22:49:50,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847 to hdfs://localhost:34601/hbase/oldWALs/wal.1732402186847 2024-11-23T22:49:50,983 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005 2024-11-23T22:49:50,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:50,985 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:50,999 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402190985, exclude list is [], retry=0 2024-11-23T22:49:51,002 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:51,002 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:51,002 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:51,004 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402190985 2024-11-23T22:49:51,004 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535)] 2024-11-23T22:49:51,004 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 629aa16c3205323b6ca38d17dda269f1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:51,004 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:51,004 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:51,004 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:51,006 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:51,007 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629aa16c3205323b6ca38d17dda269f1 columnFamilyName a 2024-11-23T22:49:51,007 DEBUG [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:51,013 DEBUG [StoreFileOpener-629aa16c3205323b6ca38d17dda269f1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 75ba7a98c0274933b034b2815c54ad73_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-23T22:49:51,014 DEBUG [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/a/75ba7a98c0274933b034b2815c54ad73_SeqId_3_ 2024-11-23T22:49:51,014 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(327): Store=629aa16c3205323b6ca38d17dda269f1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:51,014 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:51,015 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629aa16c3205323b6ca38d17dda269f1 columnFamilyName b 2024-11-23T22:49:51,015 DEBUG [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:51,016 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(327): Store=629aa16c3205323b6ca38d17dda269f1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:51,016 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:51,017 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 629aa16c3205323b6ca38d17dda269f1 columnFamilyName c 2024-11-23T22:49:51,017 DEBUG [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:51,017 INFO [StoreOpener-629aa16c3205323b6ca38d17dda269f1-1 {}] regionserver.HStore(327): Store=629aa16c3205323b6ca38d17dda269f1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:51,017 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:51,018 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:51,020 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:51,020 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005 2024-11-23T22:49:51,023 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:51,024 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005 2024-11-23T22:49:51,024 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 629aa16c3205323b6ca38d17dda269f1 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-23T22:49:51,038 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/.tmp/a/a197c08272b24d24bc5c12c460c55d2b is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732402186926/Put/seqid=0 2024-11-23T22:49:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741884_1062 (size=5149) 2024-11-23T22:49:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741884_1062 (size=5149) 2024-11-23T22:49:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741884_1062 (size=5149) 2024-11-23T22:49:51,045 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/.tmp/a/a197c08272b24d24bc5c12c460c55d2b 2024-11-23T22:49:51,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/.tmp/a/a197c08272b24d24bc5c12c460c55d2b as hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/a/a197c08272b24d24bc5c12c460c55d2b 2024-11-23T22:49:51,057 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/a/a197c08272b24d24bc5c12c460c55d2b, entries=1, sequenceid=5, filesize=5.0 K 2024-11-23T22:49:51,057 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 629aa16c3205323b6ca38d17dda269f1 in 33ms, sequenceid=5, compaction requested=false; wal=null 2024-11-23T22:49:51,058 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/0000000000000000005 2024-11-23T22:49:51,059 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:51,059 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:51,060 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:49:51,062 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 629aa16c3205323b6ca38d17dda269f1 2024-11-23T22:49:51,064 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/629aa16c3205323b6ca38d17dda269f1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T22:49:51,065 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 629aa16c3205323b6ca38d17dda269f1; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74992714, jitterRate=0.11747851967811584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:49:51,066 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 629aa16c3205323b6ca38d17dda269f1: Writing region info on filesystem at 1732402191005Initializing all the Stores at 1732402191006 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402191006Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402191006Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402191006Obtaining lock to block concurrent updates at 1732402191024 (+18 ms)Preparing flush snapshotting stores in 629aa16c3205323b6ca38d17dda269f1 at 1732402191024Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732402191024Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1. at 1732402191024Flushing 629aa16c3205323b6ca38d17dda269f1/a: creating writer at 1732402191024Flushing 629aa16c3205323b6ca38d17dda269f1/a: appending metadata at 1732402191037 (+13 ms)Flushing 629aa16c3205323b6ca38d17dda269f1/a: closing flushed file at 1732402191037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e1c5f1: reopening flushed file at 1732402191050 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 629aa16c3205323b6ca38d17dda269f1 in 33ms, sequenceid=5, compaction requested=false; wal=null at 1732402191057 (+7 ms)Cleaning up temporary data from old regions at 1732402191059 (+2 ms)Region opened successfully at 1732402191066 (+7 ms) 2024-11-23T22:49:51,071 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 629aa16c3205323b6ca38d17dda269f1, disabling compactions & flushes 2024-11-23T22:49:51,071 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1. 2024-11-23T22:49:51,071 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1. 2024-11-23T22:49:51,071 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1. after waiting 0 ms 2024-11-23T22:49:51,071 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1. 2024-11-23T22:49:51,072 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732402186753.629aa16c3205323b6ca38d17dda269f1. 2024-11-23T22:49:51,072 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 629aa16c3205323b6ca38d17dda269f1: Waiting for close lock at 1732402191071Disabling compacts and flushes for region at 1732402191071Disabling writes for close at 1732402191071Writing region close event to WAL at 1732402191072 (+1 ms)Closed at 1732402191072 2024-11-23T22:49:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741883_1061 (size=95) 2024-11-23T22:49:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741883_1061 (size=95) 2024-11-23T22:49:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741883_1061 (size=95) 2024-11-23T22:49:51,077 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:49:51,077 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732402190985) 2024-11-23T22:49:51,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 408) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34601 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1074974721_22 at /127.0.0.1:58162 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1074974721_22 at /127.0.0.1:57018 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1024 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 552), ProcessCount=11 (was 11), AvailableMemoryMB=7241 (was 7241) 2024-11-23T22:49:51,099 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1024, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=7240 2024-11-23T22:49:51,112 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:51,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T22:49:51,119 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dd96e8dc8369,40265,1732402175276 2024-11-23T22:49:51,121 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@355ab298 2024-11-23T22:49:51,122 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T22:49:51,124 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T22:49:51,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T22:49:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-23T22:49:51,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T22:49:51,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-23T22:49:51,137 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:51,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T22:49:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T22:49:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741885_1063 (size=694) 2024-11-23T22:49:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741885_1063 (size=694) 2024-11-23T22:49:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741885_1063 (size=694) 2024-11-23T22:49:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T22:49:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T22:49:51,558 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d69b18d909f911b5164decb1b24c3133, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7 2024-11-23T22:49:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741886_1064 (size=77) 2024-11-23T22:49:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741886_1064 (size=77) 2024-11-23T22:49:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741886_1064 (size=77) 2024-11-23T22:49:51,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:51,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing d69b18d909f911b5164decb1b24c3133, disabling compactions & flushes 2024-11-23T22:49:51,575 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:51,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:51,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. after waiting 0 ms 2024-11-23T22:49:51,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:51,575 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:51,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for d69b18d909f911b5164decb1b24c3133: Waiting for close lock at 1732402191575Disabling compacts and flushes for region at 1732402191575Disabling writes for close at 1732402191575Writing region close event to WAL at 1732402191575Closed at 1732402191575 2024-11-23T22:49:51,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T22:49:51,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732402191578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732402191578"}]},"ts":"1732402191578"} 2024-11-23T22:49:51,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T22:49:51,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T22:49:51,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732402191589"}]},"ts":"1732402191589"} 2024-11-23T22:49:51,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-23T22:49:51,596 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {dd96e8dc8369=0} racks are {/default-rack=0} 2024-11-23T22:49:51,597 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T22:49:51,597 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T22:49:51,597 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T22:49:51,597 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T22:49:51,597 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T22:49:51,597 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T22:49:51,597 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T22:49:51,597 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T22:49:51,597 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T22:49:51,597 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T22:49:51,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, ASSIGN}] 2024-11-23T22:49:51,601 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, ASSIGN 2024-11-23T22:49:51,602 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, ASSIGN; state=OFFLINE, location=dd96e8dc8369,42347,1732402176107; forceNewPlan=false, retain=false 2024-11-23T22:49:51,758 INFO [dd96e8dc8369:40265 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-23T22:49:51,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=OPENING, regionLocation=dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:51,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, ASSIGN because future has completed 2024-11-23T22:49:51,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,42347,1732402176107}] 2024-11-23T22:49:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T22:49:51,925 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T22:49:51,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T22:49:51,932 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:51,932 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d69b18d909f911b5164decb1b24c3133, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:51,932 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,932 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:51,932 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,933 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,934 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,936 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf1 2024-11-23T22:49:51,936 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:51,936 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:51,936 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,938 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf2 2024-11-23T22:49:51,938 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:51,938 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:51,939 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,939 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,940 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,941 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,941 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,942 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-23T22:49:51,943 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,945 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:49:51,946 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d69b18d909f911b5164decb1b24c3133; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61460127, jitterRate=-0.08417274057865143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-23T22:49:51,946 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:51,947 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d69b18d909f911b5164decb1b24c3133: Running coprocessor pre-open hook at 1732402191933Writing region info on filesystem at 1732402191933Initializing all the Stores at 1732402191934 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402191934Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402191934Cleaning up temporary data from old regions at 1732402191941 (+7 ms)Running coprocessor post-open hooks at 1732402191946 (+5 ms)Region opened successfully at 1732402191947 (+1 ms) 2024-11-23T22:49:51,949 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., pid=6, masterSystemTime=1732402191925 2024-11-23T22:49:51,952 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:51,952 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:51,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=OPEN, openSeqNum=2, regionLocation=dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:51,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,42347,1732402176107 because future has completed 2024-11-23T22:49:51,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T22:49:51,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,42347,1732402176107 in 185 msec 2024-11-23T22:49:51,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T22:49:51,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, ASSIGN in 361 msec 2024-11-23T22:49:51,964 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T22:49:51,964 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732402191964"}]},"ts":"1732402191964"} 2024-11-23T22:49:51,967 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-23T22:49:51,969 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T22:49:51,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 841 msec 2024-11-23T22:49:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T22:49:52,288 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-23T22:49:52,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-23T22:49:52,290 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T22:49:52,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-23T22:49:52,297 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T22:49:52,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-23T22:49:52,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=2] 2024-11-23T22:49:52,313 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T22:49:52,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T22:49:52,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=d69b18d909f911b5164decb1b24c3133, source=dd96e8dc8369,42347,1732402176107, destination=dd96e8dc8369,38537,1732402176224, warming up region on dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:52,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=d69b18d909f911b5164decb1b24c3133, source=dd96e8dc8369,42347,1732402176107, destination=dd96e8dc8369,38537,1732402176224, running balancer 2024-11-23T22:49:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE 2024-11-23T22:49:52,337 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE 2024-11-23T22:49:52,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38537 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38537 {}] regionserver.HRegion(7855): Warmup {ENCODED => d69b18d909f911b5164decb1b24c3133, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38537 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:52,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=CLOSING, regionLocation=dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:52,340 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,341 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf1 2024-11-23T22:49:52,341 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:52,342 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:52,342 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,343 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf2 2024-11-23T22:49:52,343 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:52,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE because future has completed 2024-11-23T22:49:52,344 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:52,344 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T22:49:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38537 {}] regionserver.HRegion(1722): Closing d69b18d909f911b5164decb1b24c3133, disabling compactions & flushes 2024-11-23T22:49:52,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38537 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38537 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,42347,1732402176107}] 2024-11-23T22:49:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38537 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. after waiting 0 ms 2024-11-23T22:49:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38537 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38537 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38537 {}] regionserver.HRegion(1676): Region close journal for d69b18d909f911b5164decb1b24c3133: Waiting for close lock at 1732402192344Disabling compacts and flushes for region at 1732402192344Disabling writes for close at 1732402192344Writing region close event to WAL at 1732402192345 (+1 ms)Closed at 1732402192345 2024-11-23T22:49:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-23T22:49:52,502 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,503 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T22:49:52,503 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing d69b18d909f911b5164decb1b24c3133, disabling compactions & flushes 2024-11-23T22:49:52,503 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,503 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,503 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. after waiting 0 ms 2024-11-23T22:49:52,503 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,504 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing d69b18d909f911b5164decb1b24c3133 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-23T22:49:52,520 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp/cf1/8a01bff883a741f9a2b43c2b4f1dd5df is 35, key is r1/cf1:q/1732402192317/Put/seqid=0 2024-11-23T22:49:52,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741887_1065 (size=4783) 2024-11-23T22:49:52,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741887_1065 (size=4783) 2024-11-23T22:49:52,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741887_1065 (size=4783) 2024-11-23T22:49:52,531 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp/cf1/8a01bff883a741f9a2b43c2b4f1dd5df 2024-11-23T22:49:52,540 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp/cf1/8a01bff883a741f9a2b43c2b4f1dd5df as hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/8a01bff883a741f9a2b43c2b4f1dd5df 2024-11-23T22:49:52,547 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/8a01bff883a741f9a2b43c2b4f1dd5df, entries=1, sequenceid=5, filesize=4.7 K 2024-11-23T22:49:52,548 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for d69b18d909f911b5164decb1b24c3133 in 45ms, sequenceid=5, compaction requested=false 2024-11-23T22:49:52,548 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-23T22:49:52,555 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T22:49:52,558 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,558 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for d69b18d909f911b5164decb1b24c3133: Waiting for close lock at 1732402192503Running coprocessor pre-close hooks at 1732402192503Disabling compacts and flushes for region at 1732402192503Disabling writes for close at 1732402192503Obtaining lock to block concurrent updates at 1732402192504 (+1 ms)Preparing flush snapshotting stores in d69b18d909f911b5164decb1b24c3133 at 1732402192504Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732402192504Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. at 1732402192505 (+1 ms)Flushing d69b18d909f911b5164decb1b24c3133/cf1: creating writer at 1732402192505Flushing d69b18d909f911b5164decb1b24c3133/cf1: appending metadata at 1732402192520 (+15 ms)Flushing d69b18d909f911b5164decb1b24c3133/cf1: closing flushed file at 1732402192520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab0dcb1: reopening flushed file at 1732402192539 (+19 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for d69b18d909f911b5164decb1b24c3133 in 45ms, sequenceid=5, compaction requested=false at 1732402192548 (+9 ms)Writing region close event to WAL at 1732402192550 (+2 ms)Running coprocessor post-close hooks at 1732402192556 (+6 ms)Closed at 1732402192558 (+2 ms) 2024-11-23T22:49:52,559 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding d69b18d909f911b5164decb1b24c3133 move to dd96e8dc8369,38537,1732402176224 record at close sequenceid=5 2024-11-23T22:49:52,563 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=CLOSED 2024-11-23T22:49:52,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,42347,1732402176107 because future has completed 2024-11-23T22:49:52,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-23T22:49:52,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,42347,1732402176107 in 224 msec 2024-11-23T22:49:52,574 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE; state=CLOSED, location=dd96e8dc8369,38537,1732402176224; forceNewPlan=false, retain=false 2024-11-23T22:49:52,724 INFO [dd96e8dc8369:40265 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-23T22:49:52,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=OPENING, regionLocation=dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:52,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE because future has completed 2024-11-23T22:49:52,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,38537,1732402176224}] 2024-11-23T22:49:52,886 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,887 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => d69b18d909f911b5164decb1b24c3133, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:52,887 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,887 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:52,887 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,887 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,889 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,890 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf1 2024-11-23T22:49:52,890 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:52,898 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/8a01bff883a741f9a2b43c2b4f1dd5df 2024-11-23T22:49:52,898 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:52,898 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,900 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf2 2024-11-23T22:49:52,900 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:52,901 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:52,901 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,902 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,904 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,905 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,905 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,906 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-23T22:49:52,907 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,908 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened d69b18d909f911b5164decb1b24c3133; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63226140, jitterRate=-0.05785709619522095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-23T22:49:52,908 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:52,909 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for d69b18d909f911b5164decb1b24c3133: Running coprocessor pre-open hook at 1732402192887Writing region info on filesystem at 1732402192887Initializing all the Stores at 1732402192888 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402192888Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402192888Cleaning up temporary data from old regions at 1732402192905 (+17 ms)Running coprocessor post-open hooks at 1732402192909 (+4 ms)Region opened successfully at 1732402192909 2024-11-23T22:49:52,911 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., pid=9, masterSystemTime=1732402192882 2024-11-23T22:49:52,913 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,913 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:52,914 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=OPEN, openSeqNum=9, regionLocation=dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:52,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,38537,1732402176224 because future has completed 2024-11-23T22:49:52,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-23T22:49:52,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,38537,1732402176224 in 190 msec 2024-11-23T22:49:52,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE in 585 msec 2024-11-23T22:49:52,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T22:49:52,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T22:49:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42347 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:37696 deadline: 1732402252951, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd96e8dc8369 port=38537 startCode=1732402176224. As of locationSeqNum=5. 2024-11-23T22:49:52,959 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd96e8dc8369 port=38537 startCode=1732402176224. As of locationSeqNum=5. 2024-11-23T22:49:52,960 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd96e8dc8369 port=38537 startCode=1732402176224. As of locationSeqNum=5. 2024-11-23T22:49:52,960 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,38537,1732402176224, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd96e8dc8369 port=38537 startCode=1732402176224. As of locationSeqNum=5. 2024-11-23T22:49:53,076 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d69b18d909f911b5164decb1b24c3133 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-23T22:49:53,092 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp/cf1/49da62e67c58495ca8b772a84f1f37c5 is 29, key is r1/cf1:/1732402193068/DeleteFamily/seqid=0 2024-11-23T22:49:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741888_1066 (size=4906) 2024-11-23T22:49:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741888_1066 (size=4906) 2024-11-23T22:49:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741888_1066 (size=4906) 2024-11-23T22:49:53,101 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp/cf1/49da62e67c58495ca8b772a84f1f37c5 2024-11-23T22:49:53,108 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49da62e67c58495ca8b772a84f1f37c5 2024-11-23T22:49:53,121 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp/cf2/01e353251a364f659bccee9c29be438a is 29, key is r1/cf2:/1732402193068/DeleteFamily/seqid=0 2024-11-23T22:49:53,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741889_1067 (size=4906) 2024-11-23T22:49:53,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741889_1067 (size=4906) 2024-11-23T22:49:53,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741889_1067 (size=4906) 2024-11-23T22:49:53,128 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp/cf2/01e353251a364f659bccee9c29be438a 2024-11-23T22:49:53,134 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01e353251a364f659bccee9c29be438a 2024-11-23T22:49:53,135 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp/cf1/49da62e67c58495ca8b772a84f1f37c5 as hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/49da62e67c58495ca8b772a84f1f37c5 2024-11-23T22:49:53,142 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49da62e67c58495ca8b772a84f1f37c5 2024-11-23T22:49:53,142 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/49da62e67c58495ca8b772a84f1f37c5, entries=1, sequenceid=12, filesize=4.8 K 2024-11-23T22:49:53,143 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp/cf2/01e353251a364f659bccee9c29be438a as hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf2/01e353251a364f659bccee9c29be438a 2024-11-23T22:49:53,149 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01e353251a364f659bccee9c29be438a 2024-11-23T22:49:53,149 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf2/01e353251a364f659bccee9c29be438a, entries=1, sequenceid=12, filesize=4.8 K 2024-11-23T22:49:53,150 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for d69b18d909f911b5164decb1b24c3133 in 74ms, sequenceid=12, compaction requested=false 2024-11-23T22:49:53,150 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d69b18d909f911b5164decb1b24c3133: 2024-11-23T22:49:53,152 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T22:49:53,153 DEBUG [Time-limited test {}] regionserver.HStore(1541): d69b18d909f911b5164decb1b24c3133/cf1 is initiating major compaction (all files) 2024-11-23T22:49:53,153 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T22:49:53,153 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:53,154 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d69b18d909f911b5164decb1b24c3133/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,154 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/8a01bff883a741f9a2b43c2b4f1dd5df, hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/49da62e67c58495ca8b772a84f1f37c5] into tmpdir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp, totalSize=9.5 K 2024-11-23T22:49:53,155 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8a01bff883a741f9a2b43c2b4f1dd5df, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732402192317 2024-11-23T22:49:53,156 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 49da62e67c58495ca8b772a84f1f37c5, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-23T22:49:53,167 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): d69b18d909f911b5164decb1b24c3133#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T22:49:53,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741890_1068 (size=4626) 2024-11-23T22:49:53,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741890_1068 (size=4626) 2024-11-23T22:49:53,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741890_1068 (size=4626) 2024-11-23T22:49:53,185 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp/cf1/54ad2a0a61f444038722583944f20076 as hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/54ad2a0a61f444038722583944f20076 2024-11-23T22:49:53,199 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in d69b18d909f911b5164decb1b24c3133/cf1 of d69b18d909f911b5164decb1b24c3133 into 54ad2a0a61f444038722583944f20076(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T22:49:53,199 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d69b18d909f911b5164decb1b24c3133: 2024-11-23T22:49:53,199 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-23T22:49:53,199 DEBUG [Time-limited test {}] regionserver.HStore(1541): d69b18d909f911b5164decb1b24c3133/cf2 is initiating major compaction (all files) 2024-11-23T22:49:53,200 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T22:49:53,200 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T22:49:53,200 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d69b18d909f911b5164decb1b24c3133/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,200 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf2/01e353251a364f659bccee9c29be438a] into tmpdir=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp, totalSize=4.8 K 2024-11-23T22:49:53,201 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 01e353251a364f659bccee9c29be438a, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-23T22:49:53,206 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): d69b18d909f911b5164decb1b24c3133#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T22:49:53,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741891_1069 (size=4592) 2024-11-23T22:49:53,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741891_1069 (size=4592) 2024-11-23T22:49:53,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741891_1069 (size=4592) 2024-11-23T22:49:53,223 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/.tmp/cf2/5fa998305e434794808aea43fa18d5db as hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf2/5fa998305e434794808aea43fa18d5db 2024-11-23T22:49:53,230 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in d69b18d909f911b5164decb1b24c3133/cf2 of d69b18d909f911b5164decb1b24c3133 into 5fa998305e434794808aea43fa18d5db(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T22:49:53,230 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d69b18d909f911b5164decb1b24c3133: 2024-11-23T22:49:53,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=d69b18d909f911b5164decb1b24c3133, source=dd96e8dc8369,38537,1732402176224, destination=dd96e8dc8369,42347,1732402176107, warming up region on dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:53,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=d69b18d909f911b5164decb1b24c3133, source=dd96e8dc8369,38537,1732402176224, destination=dd96e8dc8369,42347,1732402176107, running balancer 2024-11-23T22:49:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE 2024-11-23T22:49:53,237 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE 2024-11-23T22:49:53,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42347 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42347 {}] regionserver.HRegion(7855): Warmup {ENCODED => d69b18d909f911b5164decb1b24c3133, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42347 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:53,239 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=CLOSING, regionLocation=dd96e8dc8369,38537,1732402176224 2024-11-23T22:49:53,240 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,241 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf1 2024-11-23T22:49:53,241 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:53,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE because future has completed 2024-11-23T22:49:53,243 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T22:49:53,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,38537,1732402176224}] 2024-11-23T22:49:53,250 INFO [StoreFileOpener-d69b18d909f911b5164decb1b24c3133-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49da62e67c58495ca8b772a84f1f37c5 2024-11-23T22:49:53,250 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/49da62e67c58495ca8b772a84f1f37c5 2024-11-23T22:49:53,256 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/54ad2a0a61f444038722583944f20076 2024-11-23T22:49:53,262 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/8a01bff883a741f9a2b43c2b4f1dd5df 2024-11-23T22:49:53,262 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:53,262 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,264 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf2 2024-11-23T22:49:53,264 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:53,272 INFO [StoreFileOpener-d69b18d909f911b5164decb1b24c3133-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01e353251a364f659bccee9c29be438a 2024-11-23T22:49:53,272 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf2/01e353251a364f659bccee9c29be438a 2024-11-23T22:49:53,279 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf2/5fa998305e434794808aea43fa18d5db 2024-11-23T22:49:53,279 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42347 {}] regionserver.HRegion(1722): Closing d69b18d909f911b5164decb1b24c3133, disabling compactions & flushes 2024-11-23T22:49:53,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42347 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42347 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42347 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. after waiting 0 ms 2024-11-23T22:49:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42347 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42347 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42347 {}] regionserver.HRegion(1676): Region close journal for d69b18d909f911b5164decb1b24c3133: Waiting for close lock at 1732402193279Disabling compacts and flushes for region at 1732402193279Disabling writes for close at 1732402193279Writing region close event to WAL at 1732402193280 (+1 ms)Closed at 1732402193280 2024-11-23T22:49:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-23T22:49:53,397 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,397 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T22:49:53,397 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing d69b18d909f911b5164decb1b24c3133, disabling compactions & flushes 2024-11-23T22:49:53,397 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,397 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,397 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. after waiting 0 ms 2024-11-23T22:49:53,397 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,398 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/8a01bff883a741f9a2b43c2b4f1dd5df, hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/49da62e67c58495ca8b772a84f1f37c5] to archive 2024-11-23T22:49:53,401 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T22:49:53,405 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/8a01bff883a741f9a2b43c2b4f1dd5df to hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/8a01bff883a741f9a2b43c2b4f1dd5df 2024-11-23T22:49:53,407 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/49da62e67c58495ca8b772a84f1f37c5 to hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/49da62e67c58495ca8b772a84f1f37c5 2024-11-23T22:49:53,420 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf2/01e353251a364f659bccee9c29be438a] to archive 2024-11-23T22:49:53,420 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T22:49:53,422 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf2/01e353251a364f659bccee9c29be438a to hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf2/01e353251a364f659bccee9c29be438a 2024-11-23T22:49:53,427 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-23T22:49:53,428 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,428 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for d69b18d909f911b5164decb1b24c3133: Waiting for close lock at 1732402193397Running coprocessor pre-close hooks at 1732402193397Disabling compacts and flushes for region at 1732402193397Disabling writes for close at 1732402193397Writing region close event to WAL at 1732402193424 (+27 ms)Running coprocessor post-close hooks at 1732402193428 (+4 ms)Closed at 1732402193428 2024-11-23T22:49:53,428 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding d69b18d909f911b5164decb1b24c3133 move to dd96e8dc8369,42347,1732402176107 record at close sequenceid=12 2024-11-23T22:49:53,431 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,432 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=CLOSED 2024-11-23T22:49:53,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,38537,1732402176224 because future has completed 2024-11-23T22:49:53,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T22:49:53,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,38537,1732402176224 in 194 msec 2024-11-23T22:49:53,441 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE; state=CLOSED, location=dd96e8dc8369,42347,1732402176107; forceNewPlan=false, retain=false 2024-11-23T22:49:53,592 INFO [dd96e8dc8369:40265 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-23T22:49:53,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=OPENING, regionLocation=dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:53,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE because future has completed 2024-11-23T22:49:53,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,42347,1732402176107}] 2024-11-23T22:49:53,761 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,761 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => d69b18d909f911b5164decb1b24c3133, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:53,761 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,761 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:53,762 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,762 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,764 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,765 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf1 2024-11-23T22:49:53,765 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:53,771 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/54ad2a0a61f444038722583944f20076 2024-11-23T22:49:53,771 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:53,771 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,772 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf2 2024-11-23T22:49:53,772 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:53,779 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf2/5fa998305e434794808aea43fa18d5db 2024-11-23T22:49:53,779 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:53,779 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,780 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,781 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,782 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,782 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,783 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-23T22:49:53,784 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,785 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened d69b18d909f911b5164decb1b24c3133; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74497271, jitterRate=0.11009584367275238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-23T22:49:53,785 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,786 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for d69b18d909f911b5164decb1b24c3133: Running coprocessor pre-open hook at 1732402193762Writing region info on filesystem at 1732402193762Initializing all the Stores at 1732402193763 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402193763Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402193764 (+1 ms)Cleaning up temporary data from old regions at 1732402193782 (+18 ms)Running coprocessor post-open hooks at 1732402193785 (+3 ms)Region opened successfully at 1732402193786 (+1 ms) 2024-11-23T22:49:53,787 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., pid=12, masterSystemTime=1732402193752 2024-11-23T22:49:53,789 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,789 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=OPEN, openSeqNum=18, regionLocation=dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:53,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,42347,1732402176107 because future has completed 2024-11-23T22:49:53,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-23T22:49:53,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,42347,1732402176107 in 195 msec 2024-11-23T22:49:53,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, REOPEN/MOVE in 560 msec 2024-11-23T22:49:53,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T22:49:53,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T22:49:53,844 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server dd96e8dc8369,42347,1732402176107: testing ***** 2024-11-23T22:49:53,844 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T22:49:53,848 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T22:49:53,850 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T22:49:53,854 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T22:49:53,855 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T22:49:53,865 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 336716592 }, "NonHeapMemoryUsage": { "committed": 171704320, "init": 7667712, "max": -1, "used": 169024480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "dd96e8dc8369", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 32, "ProcessCallTime_mean": 7, "ProcessCallTime_25th_percentile": 8, "ProcessCallTime_median": 16, "ProcessCallTime_75th_percentile": 24, "ProcessCallTime_90th_percentile": 28, "ProcessCallTime_95th_percentile": 30, "ProcessCallTime_98th_percentile": 31, "ProcessCallTime_99th_percentile": 31, "ProcessCallTime_99.9th_percentile": 31, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 32, "TotalCallTime_mean": 7, "TotalCallTime_25th_percentile": 8, "TotalCallTime_median": 16, "TotalCallTime_75th_percentile": 24, "TotalCallTime_90th_percentile": 28, "TotalCallTime_95th_percentile": 30, "TotalCallTime_98th_percentile": 31, "TotalCallTime_99th_percentile": 31, "TotalCallTime_99.9th_percentile": 31, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "dd96e8dc8369", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61284", "tag.serverName": "dd96e8dc8369,38537,1732402176224", "tag.clusterId": "925beb95-239f-4141-8a19-c2f1e47a9976", "tag.Context": "regionserver", "tag.Hostname": "dd96e8dc8369", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732402176224, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 9, "Put_mean": 5, "Put_25th_percentile": 3, "Put_median": 5, "Put_75th_percentile": 7, "Put_90th_percentile": 8, "Put_95th_percentile": 8, "Put_98th_percentile": 8, "Put_99th_percentile": 8, "Put_99.9th_percentile": 8, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 1, "Get_max": 1, "Get_mean": 1, "Get_25th_percentile": 1, "Get_median": 1, "Get_75th_percentile": 1, "Get_90th_percentile": 1, "Get_95th_percentile": 1, "Get_98th_percentile": 1, "Get_99th_percentile": 1, "Get_99.9th_percentile": 1, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-23T22:49:53,867 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40265 {}] master.MasterRpcServices(700): dd96e8dc8369,42347,1732402176107 reported a fatal error: ***** ABORTING region server dd96e8dc8369,42347,1732402176107: testing ***** 2024-11-23T22:49:53,869 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dd96e8dc8369,42347,1732402176107' ***** 2024-11-23T22:49:53,869 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-23T22:49:53,870 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T22:49:53,870 INFO [RS:0;dd96e8dc8369:42347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-23T22:49:53,870 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T22:49:53,870 INFO [RS:0;dd96e8dc8369:42347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-23T22:49:53,870 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(3091): Received CLOSE for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38537 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:60382 deadline: 1732402253870, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd96e8dc8369 port=42347 startCode=1732402176107. As of locationSeqNum=12. 2024-11-23T22:49:53,870 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(956): aborting server dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:53,870 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T22:49:53,871 INFO [RS:0;dd96e8dc8369:42347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dd96e8dc8369:42347. 2024-11-23T22:49:53,871 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d69b18d909f911b5164decb1b24c3133, disabling compactions & flushes 2024-11-23T22:49:53,871 DEBUG [RS:0;dd96e8dc8369:42347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T22:49:53,871 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,38537,1732402176224, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,38537,1732402176224, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd96e8dc8369 port=42347 startCode=1732402176107. As of locationSeqNum=12. 2024-11-23T22:49:53,871 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,38537,1732402176224, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd96e8dc8369 port=42347 startCode=1732402176107. As of locationSeqNum=12. 2024-11-23T22:49:53,871 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. after waiting 0 ms 2024-11-23T22:49:53,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,38537,1732402176224, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dd96e8dc8369 port=42347 startCode=1732402176107. As of locationSeqNum=12. 2024-11-23T22:49:53,871 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,871 DEBUG [RS:0;dd96e8dc8369:42347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T22:49:53,871 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T22:49:53,871 DEBUG [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(1325): Online Regions={d69b18d909f911b5164decb1b24c3133=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.} 2024-11-23T22:49:53,872 DEBUG [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(1351): Waiting on d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:53,872 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,873 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d69b18d909f911b5164decb1b24c3133: Waiting for close lock at 1732402193870Running coprocessor pre-close hooks at 1732402193871 (+1 ms)Disabling compacts and flushes for region at 1732402193871Disabling writes for close at 1732402193871Writing region close event to WAL at 1732402193872 (+1 ms)Running coprocessor post-close hooks at 1732402193872Closed at 1732402193872 2024-11-23T22:49:53,873 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:53,878 INFO [regionserver/dd96e8dc8369:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T22:49:53,950 INFO [regionserver/dd96e8dc8369:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T22:49:53,950 INFO [regionserver/dd96e8dc8369:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T22:49:53,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dd96e8dc8369,42347,1732402176107 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:53,979 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dd96e8dc8369,42347,1732402176107 aborting 2024-11-23T22:49:53,980 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dd96e8dc8369,42347,1732402176107 aborting 2024-11-23T22:49:53,980 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=12 from cache 2024-11-23T22:49:54,072 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(976): stopping server dd96e8dc8369,42347,1732402176107; all regions closed. 2024-11-23T22:49:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741835_1011 (size=1403) 2024-11-23T22:49:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741835_1011 (size=1403) 2024-11-23T22:49:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741835_1011 (size=1403) 2024-11-23T22:49:54,076 DEBUG [RS:0;dd96e8dc8369:42347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T22:49:54,076 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T22:49:54,076 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T22:49:54,077 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.ChoreService(370): Chore service for: regionserver/dd96e8dc8369:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T22:49:54,077 INFO [regionserver/dd96e8dc8369:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T22:49:54,077 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T22:49:54,077 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T22:49:54,077 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T22:49:54,077 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T22:49:54,077 INFO [RS:0;dd96e8dc8369:42347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42347 2024-11-23T22:49:54,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dd96e8dc8369,42347,1732402176107 2024-11-23T22:49:54,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T22:49:54,146 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T22:49:54,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dd96e8dc8369,42347,1732402176107] 2024-11-23T22:49:54,167 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dd96e8dc8369,42347,1732402176107 already deleted, retry=false 2024-11-23T22:49:54,168 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of dd96e8dc8369,42347,1732402176107 on dd96e8dc8369,40265,1732402175276 2024-11-23T22:49:54,177 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure dd96e8dc8369,42347,1732402176107, splitWal=true, meta=false 2024-11-23T22:49:54,180 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for dd96e8dc8369,42347,1732402176107 (carryingMeta=false) dd96e8dc8369,42347,1732402176107/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6b486c3d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T22:49:54,181 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure dd96e8dc8369,42347,1732402176107, splitWal=true, meta=false 2024-11-23T22:49:54,183 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): dd96e8dc8369,42347,1732402176107 had 1 regions 2024-11-23T22:49:54,184 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure dd96e8dc8369,42347,1732402176107, splitWal=true, meta=false, isMeta: false 2024-11-23T22:49:54,186 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting 2024-11-23T22:49:54,187 INFO [PEWorker-2 {}] master.SplitWALManager(105): dd96e8dc8369,42347,1732402176107 WAL count=1, meta=false 2024-11-23T22:49:54,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure dd96e8dc8369%2C42347%2C1732402176107.1732402178136}] 2024-11-23T22:49:54,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=18] 2024-11-23T22:49:54,192 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dd96e8dc8369:42347 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dd96e8dc8369/172.17.0.2:42347 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:54,193 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=18, error=java.net.ConnectException: Call to address=dd96e8dc8369:42347 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dd96e8dc8369/172.17.0.2:42347 2024-11-23T22:49:54,193 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-23T22:49:54,193 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=18 from cache 2024-11-23T22:49:54,193 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address dd96e8dc8369:42347 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dd96e8dc8369/172.17.0.2:42347 2024-11-23T22:49:54,195 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=dd96e8dc8369,39839,1732402176280 2024-11-23T22:49:54,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure dd96e8dc8369%2C42347%2C1732402176107.1732402178136, worker=dd96e8dc8369,39839,1732402176280}] 2024-11-23T22:49:54,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T22:49:54,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42347-0x10169e355c10001, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T22:49:54,258 INFO [RS:0;dd96e8dc8369:42347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T22:49:54,259 INFO [RS:0;dd96e8dc8369:42347 {}] regionserver.HRegionServer(1031): Exiting; stopping=dd96e8dc8369,42347,1732402176107; zookeeper connection closed. 2024-11-23T22:49:54,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71d107b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71d107b 2024-11-23T22:49:54,361 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T22:49:54,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52975, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T22:49:54,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-23T22:49:54,383 INFO [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136, size=1.4 K (1403bytes) 2024-11-23T22:49:54,383 INFO [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136 2024-11-23T22:49:54,384 INFO [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136 after 1ms 2024-11-23T22:49:54,386 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:54,386 INFO [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136 took 3ms 2024-11-23T22:49:54,393 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for d69b18d909f911b5164decb1b24c3133: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-23T22:49:54,393 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136 so closing down 2024-11-23T22:49:54,393 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:49:54,393 INFO [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:49:54,393 INFO [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136, size=1.4 K, length=1403, corrupted=false, cancelled=false 2024-11-23T22:49:54,393 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136, journal: Splitting hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136, size=1.4 K (1403bytes) at 1732402194383Finishing writing output for hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136 so closing down at 1732402194393 (+10 ms)3 split writer threads finished at 1732402194393Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136, size=1.4 K, length=1403, corrupted=false, cancelled=false at 1732402194393 2024-11-23T22:49:54,393 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136 2024-11-23T22:49:54,395 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dd96e8dc8369:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T22:49:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-23T22:49:54,401 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting/dd96e8dc8369%2C42347%2C1732402176107.1732402178136 to hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/oldWALs 2024-11-23T22:49:54,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T22:49:54,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure dd96e8dc8369%2C42347%2C1732402176107.1732402178136, worker=dd96e8dc8369,39839,1732402176280 in 204 msec 2024-11-23T22:49:54,405 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=dd96e8dc8369,39839,1732402176280 2024-11-23T22:49:54,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T22:49:54,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure dd96e8dc8369%2C42347%2C1732402176107.1732402178136, worker=dd96e8dc8369,39839,1732402176280 in 218 msec 2024-11-23T22:49:54,410 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting dir is empty, no logs to split. 2024-11-23T22:49:54,410 INFO [PEWorker-2 {}] master.SplitWALManager(105): dd96e8dc8369,42347,1732402176107 WAL count=0, meta=false 2024-11-23T22:49:54,410 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if dd96e8dc8369,42347,1732402176107 WAL splitting is done? wals=0, meta=false 2024-11-23T22:49:54,412 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for dd96e8dc8369,42347,1732402176107 failed, ignore...File hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/WALs/dd96e8dc8369,42347,1732402176107-splitting does not exist. 2024-11-23T22:49:54,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, ASSIGN}] 2024-11-23T22:49:54,416 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, ASSIGN 2024-11-23T22:49:54,417 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T22:49:54,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=18] 2024-11-23T22:49:54,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to dd96e8dc8369:42347 this server is in the failed servers list 2024-11-23T22:49:54,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dd96e8dc8369:42347 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dd96e8dc8369:42347 2024-11-23T22:49:54,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dd96e8dc8369:42347 2024-11-23T22:49:54,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,42347,1732402176107, seqNum=18 from cache 2024-11-23T22:49:54,568 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(204): Hosts are {dd96e8dc8369=0} racks are {/default-rack=0} 2024-11-23T22:49:54,568 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T22:49:54,568 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T22:49:54,568 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T22:49:54,568 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T22:49:54,568 INFO [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T22:49:54,568 INFO [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T22:49:54,568 DEBUG [dd96e8dc8369:40265 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T22:49:54,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=OPENING, regionLocation=dd96e8dc8369,39839,1732402176280 2024-11-23T22:49:54,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, ASSIGN because future has completed 2024-11-23T22:49:54,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,39839,1732402176280}] 2024-11-23T22:49:54,759 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:54,759 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d69b18d909f911b5164decb1b24c3133, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:54,760 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,760 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:54,760 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,760 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,761 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,762 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf1 2024-11-23T22:49:54,762 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:54,771 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf1/54ad2a0a61f444038722583944f20076 2024-11-23T22:49:54,771 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:54,771 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,772 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d69b18d909f911b5164decb1b24c3133 columnFamilyName cf2 2024-11-23T22:49:54,773 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:54,780 DEBUG [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/cf2/5fa998305e434794808aea43fa18d5db 2024-11-23T22:49:54,781 INFO [StoreOpener-d69b18d909f911b5164decb1b24c3133-1 {}] regionserver.HStore(327): Store=d69b18d909f911b5164decb1b24c3133/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:54,781 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,782 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,783 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,784 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,784 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,785 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-23T22:49:54,787 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,788 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d69b18d909f911b5164decb1b24c3133; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63084421, jitterRate=-0.05996887385845184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-23T22:49:54,788 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:49:54,789 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d69b18d909f911b5164decb1b24c3133: Running coprocessor pre-open hook at 1732402194760Writing region info on filesystem at 1732402194760Initializing all the Stores at 1732402194761 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402194761Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402194761Cleaning up temporary data from old regions at 1732402194784 (+23 ms)Running coprocessor post-open hooks at 1732402194788 (+4 ms)Region opened successfully at 1732402194789 (+1 ms) 2024-11-23T22:49:54,790 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., pid=17, masterSystemTime=1732402194755 2024-11-23T22:49:54,793 DEBUG [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:54,793 INFO [RS_OPEN_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:49:54,794 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=d69b18d909f911b5164decb1b24c3133, regionState=OPEN, openSeqNum=18, regionLocation=dd96e8dc8369,39839,1732402176280 2024-11-23T22:49:54,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,39839,1732402176280 because future has completed 2024-11-23T22:49:54,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T22:49:54,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure d69b18d909f911b5164decb1b24c3133, server=dd96e8dc8369,39839,1732402176280 in 226 msec 2024-11-23T22:49:54,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-23T22:49:54,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d69b18d909f911b5164decb1b24c3133, ASSIGN in 386 msec 2024-11-23T22:49:54,804 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server dd96e8dc8369,42347,1732402176107 after splitting done 2024-11-23T22:49:54,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure dd96e8dc8369,42347,1732402176107, splitWal=true, meta=false in 634 msec 2024-11-23T22:49:55,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133., hostname=dd96e8dc8369,39839,1732402176280, seqNum=18] 2024-11-23T22:49:55,024 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T22:49:55,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T22:49:55,041 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 412), OpenFileDescriptor=1051 (was 1024) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 516), ProcessCount=11 (was 11), AvailableMemoryMB=7188 (was 7240) 2024-11-23T22:49:55,042 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-23T22:49:55,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=7187 2024-11-23T22:49:55,052 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-23T22:49:55,066 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:55,068 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:55,069 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:49:55,071 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17631897, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/hregion-17631897, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:55,083 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17631897/hregion-17631897.1732402195071, exclude list is [], retry=0 2024-11-23T22:49:55,085 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:55,085 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:55,086 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:55,088 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17631897/hregion-17631897.1732402195071 2024-11-23T22:49:55,088 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535)] 2024-11-23T22:49:55,088 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7ab7fc4d01164b80f42f8b081260b0e0, NAME => 'testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34601/hbase 2024-11-23T22:49:55,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741893_1071 (size=67) 2024-11-23T22:49:55,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741893_1071 (size=67) 2024-11-23T22:49:55,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741893_1071 (size=67) 2024-11-23T22:49:55,099 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:55,101 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,102 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab7fc4d01164b80f42f8b081260b0e0 columnFamilyName a 2024-11-23T22:49:55,102 DEBUG [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,103 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(327): Store=7ab7fc4d01164b80f42f8b081260b0e0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,103 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,104 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab7fc4d01164b80f42f8b081260b0e0 columnFamilyName b 2024-11-23T22:49:55,104 DEBUG [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,104 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(327): Store=7ab7fc4d01164b80f42f8b081260b0e0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,105 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,106 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab7fc4d01164b80f42f8b081260b0e0 columnFamilyName c 2024-11-23T22:49:55,106 DEBUG [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,107 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(327): Store=7ab7fc4d01164b80f42f8b081260b0e0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,107 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,109 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,109 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,110 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:49:55,110 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,112 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:49:55,113 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7ab7fc4d01164b80f42f8b081260b0e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72370268, jitterRate=0.07840102910995483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:49:55,113 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7ab7fc4d01164b80f42f8b081260b0e0: Writing region info on filesystem at 1732402195099Initializing all the Stores at 1732402195100 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195100Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195100Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195100Cleaning up temporary data from old regions at 1732402195109 (+9 ms)Region opened successfully at 1732402195113 (+4 ms) 2024-11-23T22:49:55,113 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7ab7fc4d01164b80f42f8b081260b0e0, disabling compactions & flushes 2024-11-23T22:49:55,114 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0. 2024-11-23T22:49:55,114 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0. 2024-11-23T22:49:55,114 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0. after waiting 0 ms 2024-11-23T22:49:55,114 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0. 2024-11-23T22:49:55,114 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0. 2024-11-23T22:49:55,114 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7ab7fc4d01164b80f42f8b081260b0e0: Waiting for close lock at 1732402195113Disabling compacts and flushes for region at 1732402195113Disabling writes for close at 1732402195114 (+1 ms)Writing region close event to WAL at 1732402195114Closed at 1732402195114 2024-11-23T22:49:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741892_1070 (size=95) 2024-11-23T22:49:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741892_1070 (size=95) 2024-11-23T22:49:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741892_1070 (size=95) 2024-11-23T22:49:55,119 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:49:55,119 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17631897:(num 1732402195071) 2024-11-23T22:49:55,119 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:55,121 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:55,133 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121, exclude list is [], retry=0 2024-11-23T22:49:55,136 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:55,136 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:55,136 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:55,138 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121 2024-11-23T22:49:55,139 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:49:55,139 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ab7fc4d01164b80f42f8b081260b0e0, NAME => 'testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:55,139 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:55,139 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,139 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,141 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,142 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab7fc4d01164b80f42f8b081260b0e0 columnFamilyName a 2024-11-23T22:49:55,143 DEBUG [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,143 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(327): Store=7ab7fc4d01164b80f42f8b081260b0e0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,143 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,144 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab7fc4d01164b80f42f8b081260b0e0 columnFamilyName b 2024-11-23T22:49:55,144 DEBUG [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,145 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(327): Store=7ab7fc4d01164b80f42f8b081260b0e0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,145 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,145 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab7fc4d01164b80f42f8b081260b0e0 columnFamilyName c 2024-11-23T22:49:55,145 DEBUG [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,146 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(327): Store=7ab7fc4d01164b80f42f8b081260b0e0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,146 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,147 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,148 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,149 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,149 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,150 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:49:55,151 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,152 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7ab7fc4d01164b80f42f8b081260b0e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72155319, jitterRate=0.07519803941249847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:49:55,153 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7ab7fc4d01164b80f42f8b081260b0e0: Writing region info on filesystem at 1732402195139Initializing all the Stores at 1732402195140 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195140Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195141 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195141Cleaning up temporary data from old regions at 1732402195149 (+8 ms)Region opened successfully at 1732402195153 (+4 ms) 2024-11-23T22:49:55,181 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7ab7fc4d01164b80f42f8b081260b0e0 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-23T22:49:55,202 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/a/7c435feed95244bba4077f85f336b91a is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732402195153/Put/seqid=0 2024-11-23T22:49:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741895_1073 (size=5958) 2024-11-23T22:49:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741895_1073 (size=5958) 2024-11-23T22:49:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741895_1073 (size=5958) 2024-11-23T22:49:55,210 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/a/7c435feed95244bba4077f85f336b91a 2024-11-23T22:49:55,235 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/b/1e5b1878936e46c1a16a188235c15f4f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732402195162/Put/seqid=0 2024-11-23T22:49:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741896_1074 (size=5958) 2024-11-23T22:49:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741896_1074 (size=5958) 2024-11-23T22:49:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741896_1074 (size=5958) 2024-11-23T22:49:55,244 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/b/1e5b1878936e46c1a16a188235c15f4f 2024-11-23T22:49:55,264 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/c/abe31ebd65ca4af48c2a8423a2c0f9c3 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732402195169/Put/seqid=0 2024-11-23T22:49:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741897_1075 (size=5958) 2024-11-23T22:49:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741897_1075 (size=5958) 2024-11-23T22:49:55,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741897_1075 (size=5958) 2024-11-23T22:49:55,272 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/c/abe31ebd65ca4af48c2a8423a2c0f9c3 2024-11-23T22:49:55,279 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/a/7c435feed95244bba4077f85f336b91a as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/a/7c435feed95244bba4077f85f336b91a 2024-11-23T22:49:55,285 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/a/7c435feed95244bba4077f85f336b91a, entries=10, sequenceid=33, filesize=5.8 K 2024-11-23T22:49:55,287 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/b/1e5b1878936e46c1a16a188235c15f4f as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/b/1e5b1878936e46c1a16a188235c15f4f 2024-11-23T22:49:55,293 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/b/1e5b1878936e46c1a16a188235c15f4f, entries=10, sequenceid=33, filesize=5.8 K 2024-11-23T22:49:55,295 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/c/abe31ebd65ca4af48c2a8423a2c0f9c3 as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/c/abe31ebd65ca4af48c2a8423a2c0f9c3 2024-11-23T22:49:55,300 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/c/abe31ebd65ca4af48c2a8423a2c0f9c3, entries=10, sequenceid=33, filesize=5.8 K 2024-11-23T22:49:55,302 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 7ab7fc4d01164b80f42f8b081260b0e0 in 121ms, sequenceid=33, compaction requested=false 2024-11-23T22:49:55,302 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7ab7fc4d01164b80f42f8b081260b0e0: 2024-11-23T22:49:55,302 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7ab7fc4d01164b80f42f8b081260b0e0, disabling compactions & flushes 2024-11-23T22:49:55,302 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0. 2024-11-23T22:49:55,302 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0. 2024-11-23T22:49:55,302 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0. after waiting 0 ms 2024-11-23T22:49:55,302 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0. 2024-11-23T22:49:55,304 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0. 2024-11-23T22:49:55,304 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7ab7fc4d01164b80f42f8b081260b0e0: Waiting for close lock at 1732402195302Disabling compacts and flushes for region at 1732402195302Disabling writes for close at 1732402195302Writing region close event to WAL at 1732402195304 (+2 ms)Closed at 1732402195304 2024-11-23T22:49:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741894_1072 (size=3383) 2024-11-23T22:49:55,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121 not finished, retry = 0 2024-11-23T22:49:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741894_1072 (size=3383) 2024-11-23T22:49:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741894_1072 (size=3383) 2024-11-23T22:49:55,413 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/b/1e5b1878936e46c1a16a188235c15f4f to hdfs://localhost:34601/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/b/1e5b1878936e46c1a16a188235c15f4f 2024-11-23T22:49:55,428 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121, size=3.3 K (3383bytes) 2024-11-23T22:49:55,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121 2024-11-23T22:49:55,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121 after 1ms 2024-11-23T22:49:55,431 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:55,431 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121 took 3ms 2024-11-23T22:49:55,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121 so closing down 2024-11-23T22:49:55,433 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:49:55,434 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732402195121.temp 2024-11-23T22:49:55,435 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000003-wal.1732402195121.temp 2024-11-23T22:49:55,435 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:49:55,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741898_1076 (size=2944) 2024-11-23T22:49:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741898_1076 (size=2944) 2024-11-23T22:49:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741898_1076 (size=2944) 2024-11-23T22:49:55,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000003-wal.1732402195121.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-23T22:49:55,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000003-wal.1732402195121.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000032 2024-11-23T22:49:55,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121, size=3.3 K, length=3383, corrupted=false, cancelled=false 2024-11-23T22:49:55,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121, journal: Splitting hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121, size=3.3 K (3383bytes) at 1732402195428Finishing writing output for hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121 so closing down at 1732402195433 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000003-wal.1732402195121.temp at 1732402195435 (+2 ms)3 split writer threads finished at 1732402195435Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000003-wal.1732402195121.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732402195443 (+8 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000003-wal.1732402195121.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000032 at 1732402195444 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121, size=3.3 K, length=3383, corrupted=false, cancelled=false at 1732402195444 2024-11-23T22:49:55,446 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195121 to hdfs://localhost:34601/hbase/oldWALs/wal.1732402195121 2024-11-23T22:49:55,447 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000032 2024-11-23T22:49:55,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:55,449 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:55,466 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195449, exclude list is [], retry=0 2024-11-23T22:49:55,469 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:55,469 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:55,470 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:55,471 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195449 2024-11-23T22:49:55,471 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:49:55,471 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ab7fc4d01164b80f42f8b081260b0e0, NAME => 'testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:55,472 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:55,472 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,472 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,473 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,474 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab7fc4d01164b80f42f8b081260b0e0 columnFamilyName a 2024-11-23T22:49:55,474 DEBUG [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,479 DEBUG [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/a/7c435feed95244bba4077f85f336b91a 2024-11-23T22:49:55,479 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(327): Store=7ab7fc4d01164b80f42f8b081260b0e0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,480 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,481 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab7fc4d01164b80f42f8b081260b0e0 columnFamilyName b 2024-11-23T22:49:55,481 DEBUG [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,482 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(327): Store=7ab7fc4d01164b80f42f8b081260b0e0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,482 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,483 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab7fc4d01164b80f42f8b081260b0e0 columnFamilyName c 2024-11-23T22:49:55,483 DEBUG [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,488 DEBUG [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/c/abe31ebd65ca4af48c2a8423a2c0f9c3 2024-11-23T22:49:55,488 INFO [StoreOpener-7ab7fc4d01164b80f42f8b081260b0e0-1 {}] regionserver.HStore(327): Store=7ab7fc4d01164b80f42f8b081260b0e0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,489 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,491 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,491 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000032 2024-11-23T22:49:55,493 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:49:55,494 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000032 2024-11-23T22:49:55,495 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7ab7fc4d01164b80f42f8b081260b0e0 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-23T22:49:55,509 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/b/14370e0e21fa48b0bf7f0d40de0a901f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732402195162/Put/seqid=0 2024-11-23T22:49:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741900_1078 (size=5958) 2024-11-23T22:49:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741900_1078 (size=5958) 2024-11-23T22:49:55,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741900_1078 (size=5958) 2024-11-23T22:49:55,519 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/b/14370e0e21fa48b0bf7f0d40de0a901f 2024-11-23T22:49:55,524 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/.tmp/b/14370e0e21fa48b0bf7f0d40de0a901f as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/b/14370e0e21fa48b0bf7f0d40de0a901f 2024-11-23T22:49:55,529 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/b/14370e0e21fa48b0bf7f0d40de0a901f, entries=10, sequenceid=32, filesize=5.8 K 2024-11-23T22:49:55,529 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 7ab7fc4d01164b80f42f8b081260b0e0 in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-11-23T22:49:55,530 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/0000000000000000032 2024-11-23T22:49:55,531 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,531 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,532 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:49:55,533 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7ab7fc4d01164b80f42f8b081260b0e0 2024-11-23T22:49:55,535 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/7ab7fc4d01164b80f42f8b081260b0e0/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-23T22:49:55,536 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7ab7fc4d01164b80f42f8b081260b0e0; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72444353, jitterRate=0.07950498163700104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:49:55,537 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7ab7fc4d01164b80f42f8b081260b0e0: Writing region info on filesystem at 1732402195472Initializing all the Stores at 1732402195473 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195473Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195473Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195473Obtaining lock to block concurrent updates at 1732402195495 (+22 ms)Preparing flush snapshotting stores in 7ab7fc4d01164b80f42f8b081260b0e0 at 1732402195495Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732402195495Flushing stores of testReplayEditsWrittenViaHRegion,,1732402195067.7ab7fc4d01164b80f42f8b081260b0e0. at 1732402195495Flushing 7ab7fc4d01164b80f42f8b081260b0e0/b: creating writer at 1732402195495Flushing 7ab7fc4d01164b80f42f8b081260b0e0/b: appending metadata at 1732402195509 (+14 ms)Flushing 7ab7fc4d01164b80f42f8b081260b0e0/b: closing flushed file at 1732402195509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38bd0ebf: reopening flushed file at 1732402195523 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 7ab7fc4d01164b80f42f8b081260b0e0 in 35ms, sequenceid=32, compaction requested=false; wal=null at 1732402195529 (+6 ms)Cleaning up temporary data from old regions at 1732402195531 (+2 ms)Region opened successfully at 1732402195537 (+6 ms) 2024-11-23T22:49:55,558 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=417 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:59178 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:33872 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:58162 [Waiting for operation #39] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:57290 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:57398 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:57018 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=7175 (was 7187) 2024-11-23T22:49:55,559 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-23T22:49:55,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=7174 2024-11-23T22:49:55,570 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-23T22:49:55,585 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:55,587 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:49:55,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:49:55,590 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-73082440, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/hregion-73082440, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:55,602 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-73082440/hregion-73082440.1732402195590, exclude list is [], retry=0 2024-11-23T22:49:55,604 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:55,604 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:55,605 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:55,606 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-73082440/hregion-73082440.1732402195590 2024-11-23T22:49:55,606 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535)] 2024-11-23T22:49:55,607 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 350e3b7c441b013c94cb3f0c6f2c1300, NAME => 'testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34601/hbase 2024-11-23T22:49:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741902_1080 (size=68) 2024-11-23T22:49:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741902_1080 (size=68) 2024-11-23T22:49:55,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741902_1080 (size=68) 2024-11-23T22:49:55,624 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:55,625 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,626 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350e3b7c441b013c94cb3f0c6f2c1300 columnFamilyName a 2024-11-23T22:49:55,626 DEBUG [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,627 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(327): Store=350e3b7c441b013c94cb3f0c6f2c1300/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,627 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,628 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350e3b7c441b013c94cb3f0c6f2c1300 columnFamilyName b 2024-11-23T22:49:55,628 DEBUG [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,629 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(327): Store=350e3b7c441b013c94cb3f0c6f2c1300/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-23T22:49:55,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-23T22:49:55,629 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-23T22:49:55,630 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350e3b7c441b013c94cb3f0c6f2c1300 columnFamilyName c 2024-11-23T22:49:55,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-23T22:49:55,630 DEBUG [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,630 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(327): Store=350e3b7c441b013c94cb3f0c6f2c1300/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,631 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,631 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-23T22:49:55,631 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-23T22:49:55,631 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-23T22:49:55,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-23T22:49:55,632 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,633 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,633 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,634 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:49:55,635 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,638 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:49:55,638 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 350e3b7c441b013c94cb3f0c6f2c1300; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59488758, jitterRate=-0.11354842782020569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:49:55,639 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 350e3b7c441b013c94cb3f0c6f2c1300: Writing region info on filesystem at 1732402195624Initializing all the Stores at 1732402195625 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195625Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195625Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195625Cleaning up temporary data from old regions at 1732402195633 (+8 ms)Region opened successfully at 1732402195639 (+6 ms) 2024-11-23T22:49:55,639 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 350e3b7c441b013c94cb3f0c6f2c1300, disabling compactions & flushes 2024-11-23T22:49:55,639 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. 2024-11-23T22:49:55,640 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. 2024-11-23T22:49:55,640 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. after waiting 0 ms 2024-11-23T22:49:55,640 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. 2024-11-23T22:49:55,640 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. 2024-11-23T22:49:55,640 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 350e3b7c441b013c94cb3f0c6f2c1300: Waiting for close lock at 1732402195639Disabling compacts and flushes for region at 1732402195639Disabling writes for close at 1732402195640 (+1 ms)Writing region close event to WAL at 1732402195640Closed at 1732402195640 2024-11-23T22:49:55,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741901_1079 (size=95) 2024-11-23T22:49:55,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741901_1079 (size=95) 2024-11-23T22:49:55,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741901_1079 (size=95) 2024-11-23T22:49:55,645 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:49:55,645 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-73082440:(num 1732402195590) 2024-11-23T22:49:55,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:49:55,647 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:49:55,659 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647, exclude list is [], retry=0 2024-11-23T22:49:55,661 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:49:55,662 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:49:55,662 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:49:55,664 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647 2024-11-23T22:49:55,664 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:49:55,719 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 350e3b7c441b013c94cb3f0c6f2c1300, NAME => 'testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:49:55,721 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,721 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:49:55,721 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,721 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,723 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,724 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350e3b7c441b013c94cb3f0c6f2c1300 columnFamilyName a 2024-11-23T22:49:55,724 DEBUG [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,725 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(327): Store=350e3b7c441b013c94cb3f0c6f2c1300/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,725 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,726 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350e3b7c441b013c94cb3f0c6f2c1300 columnFamilyName b 2024-11-23T22:49:55,726 DEBUG [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,727 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(327): Store=350e3b7c441b013c94cb3f0c6f2c1300/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,727 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,727 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350e3b7c441b013c94cb3f0c6f2c1300 columnFamilyName c 2024-11-23T22:49:55,727 DEBUG [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:49:55,728 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(327): Store=350e3b7c441b013c94cb3f0c6f2c1300/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:49:55,728 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,729 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,730 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,731 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,731 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,732 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:49:55,733 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,734 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 350e3b7c441b013c94cb3f0c6f2c1300; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73808706, jitterRate=0.09983542561531067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:49:55,734 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:49:55,734 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 350e3b7c441b013c94cb3f0c6f2c1300: Running coprocessor pre-open hook at 1732402195721Writing region info on filesystem at 1732402195721Initializing all the Stores at 1732402195722 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195722Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195723 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402195723Cleaning up temporary data from old regions at 1732402195731 (+8 ms)Running coprocessor post-open hooks at 1732402195734 (+3 ms)Region opened successfully at 1732402195734 2024-11-23T22:49:55,748 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 350e3b7c441b013c94cb3f0c6f2c1300 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-23T22:49:55,749 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 350e3b7c441b013c94cb3f0c6f2c1300/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:56,750 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 350e3b7c441b013c94cb3f0c6f2c1300/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:57,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T22:49:57,751 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 350e3b7c441b013c94cb3f0c6f2c1300/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:58,752 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 350e3b7c441b013c94cb3f0c6f2c1300/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:49:59,753 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 350e3b7c441b013c94cb3f0c6f2c1300/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:00,754 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 350e3b7c441b013c94cb3f0c6f2c1300/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:01,756 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 350e3b7c441b013c94cb3f0c6f2c1300/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:02,758 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 350e3b7c441b013c94cb3f0c6f2c1300/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:03,760 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 350e3b7c441b013c94cb3f0c6f2c1300/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:04,435 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T22:50:04,760 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 350e3b7c441b013c94cb3f0c6f2c1300/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:04,762 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 350e3b7c441b013c94cb3f0c6f2c1300: 2024-11-23T22:50:04,762 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. 2024-11-23T22:50:04,779 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 350e3b7c441b013c94cb3f0c6f2c1300: 2024-11-23T22:50:04,779 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-23T22:50:04,780 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 350e3b7c441b013c94cb3f0c6f2c1300, disabling compactions & flushes 2024-11-23T22:50:04,780 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. 2024-11-23T22:50:04,780 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. 2024-11-23T22:50:04,780 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. after waiting 0 ms 2024-11-23T22:50:04,780 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. 2024-11-23T22:50:04,780 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. 2024-11-23T22:50:04,780 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. 2024-11-23T22:50:04,780 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 350e3b7c441b013c94cb3f0c6f2c1300: Waiting for close lock at 1732402204780Running coprocessor pre-close hooks at 1732402204780Disabling compacts and flushes for region at 1732402204780Disabling writes for close at 1732402204780Writing region close event to WAL at 1732402204780Running coprocessor post-close hooks at 1732402204780Closed at 1732402204780 2024-11-23T22:50:04,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741903_1081 (size=2691) 2024-11-23T22:50:04,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741903_1081 (size=2691) 2024-11-23T22:50:04,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741903_1081 (size=2691) 2024-11-23T22:50:04,799 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647, size=2.6 K (2691bytes) 2024-11-23T22:50:04,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647 2024-11-23T22:50:04,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647 after 0ms 2024-11-23T22:50:04,802 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:50:04,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647 took 4ms 2024-11-23T22:50:04,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647 so closing down 2024-11-23T22:50:04,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:50:04,805 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732402195647.temp 2024-11-23T22:50:04,806 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000004-wal.1732402195647.temp 2024-11-23T22:50:04,807 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:50:04,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741904_1082 (size=2094) 2024-11-23T22:50:04,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741904_1082 (size=2094) 2024-11-23T22:50:04,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741904_1082 (size=2094) 2024-11-23T22:50:04,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000004-wal.1732402195647.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-23T22:50:04,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000004-wal.1732402195647.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000026 2024-11-23T22:50:04,820 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 18 ms; skipped=3; WAL=hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-23T22:50:04,821 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647, journal: Splitting hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647, size=2.6 K (2691bytes) at 1732402204799Finishing writing output for hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647 so closing down at 1732402204804 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000004-wal.1732402195647.temp at 1732402204806 (+2 ms)3 split writer threads finished at 1732402204807 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000004-wal.1732402195647.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732402204819 (+12 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000004-wal.1732402195647.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000026 at 1732402204820 (+1 ms)Processed 23 edits across 1 Regions in 18 ms; skipped=3; WAL=hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1732402204820 2024-11-23T22:50:04,822 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402195647 to hdfs://localhost:34601/hbase/oldWALs/wal.1732402195647 2024-11-23T22:50:04,823 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000026 2024-11-23T22:50:04,823 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:50:04,825 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:50:04,838 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402204826, exclude list is [], retry=0 2024-11-23T22:50:04,841 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:50:04,841 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:50:04,841 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:50:04,843 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402204826 2024-11-23T22:50:04,844 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:50:04,844 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 350e3b7c441b013c94cb3f0c6f2c1300, NAME => 'testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:50:04,845 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,845 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:04,845 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,845 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,847 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,848 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350e3b7c441b013c94cb3f0c6f2c1300 columnFamilyName a 2024-11-23T22:50:04,848 DEBUG [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:04,849 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(327): Store=350e3b7c441b013c94cb3f0c6f2c1300/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:04,849 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,850 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350e3b7c441b013c94cb3f0c6f2c1300 columnFamilyName b 2024-11-23T22:50:04,850 DEBUG [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:04,851 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(327): Store=350e3b7c441b013c94cb3f0c6f2c1300/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:04,851 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,852 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350e3b7c441b013c94cb3f0c6f2c1300 columnFamilyName c 2024-11-23T22:50:04,852 DEBUG [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:04,853 INFO [StoreOpener-350e3b7c441b013c94cb3f0c6f2c1300-1 {}] regionserver.HStore(327): Store=350e3b7c441b013c94cb3f0c6f2c1300/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:04,853 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,854 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,855 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,856 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000026 2024-11-23T22:50:04,858 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:50:04,860 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000026 2024-11-23T22:50:04,860 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 350e3b7c441b013c94cb3f0c6f2c1300 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-23T22:50:04,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/.tmp/a/6aefd91ede024046a9282b66a9cbf547 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732402204769/Put/seqid=0 2024-11-23T22:50:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741906_1084 (size=5523) 2024-11-23T22:50:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741906_1084 (size=5523) 2024-11-23T22:50:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741906_1084 (size=5523) 2024-11-23T22:50:04,885 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/.tmp/a/6aefd91ede024046a9282b66a9cbf547 2024-11-23T22:50:04,903 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/.tmp/b/458c819fcc764fb89b64ede4a5cb1991 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732402204763/Put/seqid=0 2024-11-23T22:50:04,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741907_1085 (size=5524) 2024-11-23T22:50:04,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741907_1085 (size=5524) 2024-11-23T22:50:04,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741907_1085 (size=5524) 2024-11-23T22:50:04,910 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/.tmp/b/458c819fcc764fb89b64ede4a5cb1991 2024-11-23T22:50:04,932 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/.tmp/c/5e33a5b2048441c4b411f67fee9671f5 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732402204767/Put/seqid=0 2024-11-23T22:50:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741908_1086 (size=5457) 2024-11-23T22:50:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741908_1086 (size=5457) 2024-11-23T22:50:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741908_1086 (size=5457) 2024-11-23T22:50:04,939 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/.tmp/c/5e33a5b2048441c4b411f67fee9671f5 2024-11-23T22:50:04,945 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/.tmp/a/6aefd91ede024046a9282b66a9cbf547 as hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/a/6aefd91ede024046a9282b66a9cbf547 2024-11-23T22:50:04,952 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/a/6aefd91ede024046a9282b66a9cbf547, entries=7, sequenceid=26, filesize=5.4 K 2024-11-23T22:50:04,953 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/.tmp/b/458c819fcc764fb89b64ede4a5cb1991 as hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/b/458c819fcc764fb89b64ede4a5cb1991 2024-11-23T22:50:04,958 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/b/458c819fcc764fb89b64ede4a5cb1991, entries=7, sequenceid=26, filesize=5.4 K 2024-11-23T22:50:04,959 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/.tmp/c/5e33a5b2048441c4b411f67fee9671f5 as hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/c/5e33a5b2048441c4b411f67fee9671f5 2024-11-23T22:50:04,964 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/c/5e33a5b2048441c4b411f67fee9671f5, entries=6, sequenceid=26, filesize=5.3 K 2024-11-23T22:50:04,964 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 350e3b7c441b013c94cb3f0c6f2c1300 in 104ms, sequenceid=26, compaction requested=false; wal=null 2024-11-23T22:50:04,965 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/0000000000000000026 2024-11-23T22:50:04,966 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,966 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,967 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:50:04,968 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,971 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsAfterAbortingFlush/350e3b7c441b013c94cb3f0c6f2c1300/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-23T22:50:04,972 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 350e3b7c441b013c94cb3f0c6f2c1300; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67592990, jitterRate=0.00721403956413269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:50:04,972 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 350e3b7c441b013c94cb3f0c6f2c1300 2024-11-23T22:50:04,972 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 350e3b7c441b013c94cb3f0c6f2c1300: Running coprocessor pre-open hook at 1732402204845Writing region info on filesystem at 1732402204845Initializing all the Stores at 1732402204846 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402204846Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402204846Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402204846Obtaining lock to block concurrent updates at 1732402204860 (+14 ms)Preparing flush snapshotting stores in 350e3b7c441b013c94cb3f0c6f2c1300 at 1732402204860Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732402204860Flushing stores of testReplayEditsAfterAbortingFlush,,1732402195586.350e3b7c441b013c94cb3f0c6f2c1300. at 1732402204860Flushing 350e3b7c441b013c94cb3f0c6f2c1300/a: creating writer at 1732402204860Flushing 350e3b7c441b013c94cb3f0c6f2c1300/a: appending metadata at 1732402204874 (+14 ms)Flushing 350e3b7c441b013c94cb3f0c6f2c1300/a: closing flushed file at 1732402204874Flushing 350e3b7c441b013c94cb3f0c6f2c1300/b: creating writer at 1732402204890 (+16 ms)Flushing 350e3b7c441b013c94cb3f0c6f2c1300/b: appending metadata at 1732402204903 (+13 ms)Flushing 350e3b7c441b013c94cb3f0c6f2c1300/b: closing flushed file at 1732402204903Flushing 350e3b7c441b013c94cb3f0c6f2c1300/c: creating writer at 1732402204916 (+13 ms)Flushing 350e3b7c441b013c94cb3f0c6f2c1300/c: appending metadata at 1732402204932 (+16 ms)Flushing 350e3b7c441b013c94cb3f0c6f2c1300/c: closing flushed file at 1732402204932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f50ae62: reopening flushed file at 1732402204944 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e995b7: reopening flushed file at 1732402204952 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d575482: reopening flushed file at 1732402204958 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 350e3b7c441b013c94cb3f0c6f2c1300 in 104ms, sequenceid=26, compaction requested=false; wal=null at 1732402204964 (+6 ms)Cleaning up temporary data from old regions at 1732402204966 (+2 ms)Running coprocessor post-open hooks at 1732402204972 (+6 ms)Region opened successfully at 1732402204972 2024-11-23T22:50:04,990 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=415 (was 417), OpenFileDescriptor=1183 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=7159 (was 7174) 2024-11-23T22:50:04,991 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-23T22:50:05,003 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=7158 2024-11-23T22:50:05,003 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-23T22:50:05,016 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:50:05,018 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:50:05,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:50:05,021 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46999820, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/hregion-46999820, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:50:05,033 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46999820/hregion-46999820.1732402205022, exclude list is [], retry=0 2024-11-23T22:50:05,036 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:50:05,036 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:50:05,036 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:50:05,038 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46999820/hregion-46999820.1732402205022 2024-11-23T22:50:05,038 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:50:05,038 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6b37b2fcfd2ddce4064e5e62146adaf3, NAME => 'testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34601/hbase 2024-11-23T22:50:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741910_1088 (size=61) 2024-11-23T22:50:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741910_1088 (size=61) 2024-11-23T22:50:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741910_1088 (size=61) 2024-11-23T22:50:05,046 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:05,047 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,048 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b37b2fcfd2ddce4064e5e62146adaf3 columnFamilyName a 2024-11-23T22:50:05,048 DEBUG [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:05,049 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] regionserver.HStore(327): Store=6b37b2fcfd2ddce4064e5e62146adaf3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:05,049 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,049 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,050 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,050 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,050 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,051 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,054 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:50:05,054 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6b37b2fcfd2ddce4064e5e62146adaf3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64372873, jitterRate=-0.04076944291591644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T22:50:05,055 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6b37b2fcfd2ddce4064e5e62146adaf3: Writing region info on filesystem at 1732402205046Initializing all the Stores at 1732402205047 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402205047Cleaning up temporary data from old regions at 1732402205050 (+3 ms)Region opened successfully at 1732402205054 (+4 ms) 2024-11-23T22:50:05,055 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6b37b2fcfd2ddce4064e5e62146adaf3, disabling compactions & flushes 2024-11-23T22:50:05,055 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. 2024-11-23T22:50:05,055 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. 2024-11-23T22:50:05,055 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. after waiting 0 ms 2024-11-23T22:50:05,055 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. 2024-11-23T22:50:05,055 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. 2024-11-23T22:50:05,055 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6b37b2fcfd2ddce4064e5e62146adaf3: Waiting for close lock at 1732402205055Disabling compacts and flushes for region at 1732402205055Disabling writes for close at 1732402205055Writing region close event to WAL at 1732402205055Closed at 1732402205055 2024-11-23T22:50:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741909_1087 (size=95) 2024-11-23T22:50:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741909_1087 (size=95) 2024-11-23T22:50:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741909_1087 (size=95) 2024-11-23T22:50:05,060 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:50:05,060 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46999820:(num 1732402205022) 2024-11-23T22:50:05,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:50:05,062 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:50:05,076 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062, exclude list is [], retry=0 2024-11-23T22:50:05,078 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:50:05,078 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:50:05,078 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:50:05,080 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062 2024-11-23T22:50:05,080 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:50:05,080 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b37b2fcfd2ddce4064e5e62146adaf3, NAME => 'testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:50:05,080 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:05,080 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,080 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,084 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,085 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b37b2fcfd2ddce4064e5e62146adaf3 columnFamilyName a 2024-11-23T22:50:05,085 DEBUG [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:05,086 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] regionserver.HStore(327): Store=6b37b2fcfd2ddce4064e5e62146adaf3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:05,086 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,086 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,088 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,088 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,088 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,090 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,090 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6b37b2fcfd2ddce4064e5e62146adaf3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70694546, jitterRate=0.05343082547187805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T22:50:05,091 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6b37b2fcfd2ddce4064e5e62146adaf3: Writing region info on filesystem at 1732402205080Initializing all the Stores at 1732402205081 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402205081Cleaning up temporary data from old regions at 1732402205088 (+7 ms)Region opened successfully at 1732402205091 (+3 ms) 2024-11-23T22:50:05,099 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6b37b2fcfd2ddce4064e5e62146adaf3, disabling compactions & flushes 2024-11-23T22:50:05,099 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. 2024-11-23T22:50:05,099 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. 2024-11-23T22:50:05,099 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. after waiting 0 ms 2024-11-23T22:50:05,099 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. 2024-11-23T22:50:05,100 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. 2024-11-23T22:50:05,100 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. 2024-11-23T22:50:05,100 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6b37b2fcfd2ddce4064e5e62146adaf3: Waiting for close lock at 1732402205099Disabling compacts and flushes for region at 1732402205099Disabling writes for close at 1732402205099Writing region close event to WAL at 1732402205100 (+1 ms)Closed at 1732402205100 2024-11-23T22:50:05,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741911_1089 (size=1050) 2024-11-23T22:50:05,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062 not finished, retry = 0 2024-11-23T22:50:05,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741911_1089 (size=1050) 2024-11-23T22:50:05,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741911_1089 (size=1050) 2024-11-23T22:50:05,226 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062, size=1.0 K (1050bytes) 2024-11-23T22:50:05,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062 2024-11-23T22:50:05,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062 after 0ms 2024-11-23T22:50:05,228 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:50:05,228 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062 took 3ms 2024-11-23T22:50:05,230 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062 so closing down 2024-11-23T22:50:05,230 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:50:05,231 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732402205062.temp 2024-11-23T22:50:05,232 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000003-wal.1732402205062.temp 2024-11-23T22:50:05,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:50:05,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741912_1090 (size=1050) 2024-11-23T22:50:05,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741912_1090 (size=1050) 2024-11-23T22:50:05,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741912_1090 (size=1050) 2024-11-23T22:50:05,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000003-wal.1732402205062.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-23T22:50:05,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000003-wal.1732402205062.temp to hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000012 2024-11-23T22:50:05,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-23T22:50:05,241 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062, journal: Splitting hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062, size=1.0 K (1050bytes) at 1732402205226Finishing writing output for hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062 so closing down at 1732402205230 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000003-wal.1732402205062.temp at 1732402205232 (+2 ms)3 split writer threads finished at 1732402205232Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000003-wal.1732402205062.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732402205239 (+7 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000003-wal.1732402205062.temp to hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000012 at 1732402205240 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732402205241 (+1 ms) 2024-11-23T22:50:05,243 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205062 to hdfs://localhost:34601/hbase/oldWALs/wal.1732402205062 2024-11-23T22:50:05,243 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000012 2024-11-23T22:50:05,247 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:50:05,560 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:50:05,562 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:50:05,574 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205563, exclude list is [], retry=0 2024-11-23T22:50:05,577 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:50:05,577 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:50:05,577 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:50:05,579 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205563 2024-11-23T22:50:05,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:50:05,579 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b37b2fcfd2ddce4064e5e62146adaf3, NAME => 'testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:50:05,579 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:05,579 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,579 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,583 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,585 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b37b2fcfd2ddce4064e5e62146adaf3 columnFamilyName a 2024-11-23T22:50:05,585 DEBUG [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:05,586 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] regionserver.HStore(327): Store=6b37b2fcfd2ddce4064e5e62146adaf3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:05,586 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,586 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,588 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,588 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000012 2024-11-23T22:50:05,591 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:50:05,592 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000012 2024-11-23T22:50:05,592 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6b37b2fcfd2ddce4064e5e62146adaf3 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-23T22:50:05,609 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/.tmp/a/0f053d8674a343ea82d409dadac5103e is 79, key is testDatalossWhenInputError/a:x0/1732402205091/Put/seqid=0 2024-11-23T22:50:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741914_1092 (size=5808) 2024-11-23T22:50:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741914_1092 (size=5808) 2024-11-23T22:50:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741914_1092 (size=5808) 2024-11-23T22:50:05,616 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/.tmp/a/0f053d8674a343ea82d409dadac5103e 2024-11-23T22:50:05,626 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/.tmp/a/0f053d8674a343ea82d409dadac5103e as hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/a/0f053d8674a343ea82d409dadac5103e 2024-11-23T22:50:05,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-23T22:50:05,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-23T22:50:05,636 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/a/0f053d8674a343ea82d409dadac5103e, entries=10, sequenceid=12, filesize=5.7 K 2024-11-23T22:50:05,636 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6b37b2fcfd2ddce4064e5e62146adaf3 in 44ms, sequenceid=12, compaction requested=false; wal=null 2024-11-23T22:50:05,637 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/0000000000000000012 2024-11-23T22:50:05,637 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,638 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,640 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,643 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-23T22:50:05,643 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6b37b2fcfd2ddce4064e5e62146adaf3; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62345768, jitterRate=-0.070975661277771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T22:50:05,644 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6b37b2fcfd2ddce4064e5e62146adaf3: Writing region info on filesystem at 1732402205580Initializing all the Stores at 1732402205582 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402205582Obtaining lock to block concurrent updates at 1732402205592 (+10 ms)Preparing flush snapshotting stores in 6b37b2fcfd2ddce4064e5e62146adaf3 at 1732402205592Finished memstore snapshotting testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732402205592Flushing stores of testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3. at 1732402205592Flushing 6b37b2fcfd2ddce4064e5e62146adaf3/a: creating writer at 1732402205592Flushing 6b37b2fcfd2ddce4064e5e62146adaf3/a: appending metadata at 1732402205609 (+17 ms)Flushing 6b37b2fcfd2ddce4064e5e62146adaf3/a: closing flushed file at 1732402205609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bcd6c: reopening flushed file at 1732402205625 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6b37b2fcfd2ddce4064e5e62146adaf3 in 44ms, sequenceid=12, compaction requested=false; wal=null at 1732402205636 (+11 ms)Cleaning up temporary data from old regions at 1732402205638 (+2 ms)Region opened successfully at 1732402205644 (+6 ms) 2024-11-23T22:50:05,647 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b37b2fcfd2ddce4064e5e62146adaf3, NAME => 'testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:50:05,647 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732402205017.6b37b2fcfd2ddce4064e5e62146adaf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:05,647 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,647 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,649 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,649 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b37b2fcfd2ddce4064e5e62146adaf3 columnFamilyName a 2024-11-23T22:50:05,649 DEBUG [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:05,655 DEBUG [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/a/0f053d8674a343ea82d409dadac5103e 2024-11-23T22:50:05,655 INFO [StoreOpener-6b37b2fcfd2ddce4064e5e62146adaf3-1 {}] regionserver.HStore(327): Store=6b37b2fcfd2ddce4064e5e62146adaf3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:05,655 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,656 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,657 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,657 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,657 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,659 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6b37b2fcfd2ddce4064e5e62146adaf3 2024-11-23T22:50:05,661 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testDatalossWhenInputError/6b37b2fcfd2ddce4064e5e62146adaf3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-23T22:50:05,662 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6b37b2fcfd2ddce4064e5e62146adaf3; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67880674, jitterRate=0.01150086522102356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T22:50:05,662 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6b37b2fcfd2ddce4064e5e62146adaf3: Writing region info on filesystem at 1732402205647Initializing all the Stores at 1732402205648 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402205648Cleaning up temporary data from old regions at 1732402205657 (+9 ms)Region opened successfully at 1732402205662 (+5 ms) 2024-11-23T22:50:05,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=425 (was 415) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:38202 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:54126 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:48632 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:38128 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256232310-172.17.0.2-1732402170045:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:48682 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:54186 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 408), ProcessCount=11 (was 11), AvailableMemoryMB=7151 (was 7158) 2024-11-23T22:50:05,678 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-23T22:50:05,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=7150 2024-11-23T22:50:05,692 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-23T22:50:05,710 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:50:05,712 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:50:05,712 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:50:05,715 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72408258, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/hregion-72408258, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:50:05,728 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72408258/hregion-72408258.1732402205715, exclude list is [], retry=0 2024-11-23T22:50:05,730 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:50:05,731 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:50:05,731 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:50:05,733 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72408258/hregion-72408258.1732402205715 2024-11-23T22:50:05,733 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:50:05,733 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 45ad2bb55fa9b623c8ec886592cf0223, NAME => 'testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34601/hbase 2024-11-23T22:50:05,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741916_1094 (size=63) 2024-11-23T22:50:05,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741916_1094 (size=63) 2024-11-23T22:50:05,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741916_1094 (size=63) 2024-11-23T22:50:05,747 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:05,748 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,750 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ad2bb55fa9b623c8ec886592cf0223 columnFamilyName a 2024-11-23T22:50:05,750 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:05,751 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(327): Store=45ad2bb55fa9b623c8ec886592cf0223/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:05,751 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,752 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ad2bb55fa9b623c8ec886592cf0223 columnFamilyName b 2024-11-23T22:50:05,753 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:05,753 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(327): Store=45ad2bb55fa9b623c8ec886592cf0223/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:05,753 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,755 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ad2bb55fa9b623c8ec886592cf0223 columnFamilyName c 2024-11-23T22:50:05,755 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:05,755 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(327): Store=45ad2bb55fa9b623c8ec886592cf0223/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:05,756 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,756 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,757 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,758 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,758 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,758 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:50:05,760 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,762 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:50:05,762 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45ad2bb55fa9b623c8ec886592cf0223; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67902524, jitterRate=0.01182645559310913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:50:05,763 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45ad2bb55fa9b623c8ec886592cf0223: Writing region info on filesystem at 1732402205747Initializing all the Stores at 1732402205748 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402205748Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402205748Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402205748Cleaning up temporary data from old regions at 1732402205758 (+10 ms)Region opened successfully at 1732402205763 (+5 ms) 2024-11-23T22:50:05,763 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 45ad2bb55fa9b623c8ec886592cf0223, disabling compactions & flushes 2024-11-23T22:50:05,763 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223. 2024-11-23T22:50:05,763 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223. 2024-11-23T22:50:05,763 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223. after waiting 0 ms 2024-11-23T22:50:05,763 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223. 2024-11-23T22:50:05,764 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223. 2024-11-23T22:50:05,764 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 45ad2bb55fa9b623c8ec886592cf0223: Waiting for close lock at 1732402205763Disabling compacts and flushes for region at 1732402205763Disabling writes for close at 1732402205763Writing region close event to WAL at 1732402205764 (+1 ms)Closed at 1732402205764 2024-11-23T22:50:05,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741915_1093 (size=95) 2024-11-23T22:50:05,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741915_1093 (size=95) 2024-11-23T22:50:05,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741915_1093 (size=95) 2024-11-23T22:50:05,769 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:50:05,769 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72408258:(num 1732402205715) 2024-11-23T22:50:05,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:50:05,772 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:50:05,791 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772, exclude list is [], retry=0 2024-11-23T22:50:05,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:50:05,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:50:05,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:50:05,846 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772 2024-11-23T22:50:05,847 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:50:05,847 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 45ad2bb55fa9b623c8ec886592cf0223, NAME => 'testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:50:05,847 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:05,847 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,847 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,848 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,849 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ad2bb55fa9b623c8ec886592cf0223 columnFamilyName a 2024-11-23T22:50:05,849 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:05,850 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(327): Store=45ad2bb55fa9b623c8ec886592cf0223/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:05,850 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,851 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ad2bb55fa9b623c8ec886592cf0223 columnFamilyName b 2024-11-23T22:50:05,851 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:05,851 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(327): Store=45ad2bb55fa9b623c8ec886592cf0223/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:05,851 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,852 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ad2bb55fa9b623c8ec886592cf0223 columnFamilyName c 2024-11-23T22:50:05,852 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:05,853 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(327): Store=45ad2bb55fa9b623c8ec886592cf0223/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:05,853 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,854 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,855 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,856 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,856 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,856 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:50:05,857 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:05,858 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45ad2bb55fa9b623c8ec886592cf0223; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69355041, jitterRate=0.03347064554691315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:50:05,859 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45ad2bb55fa9b623c8ec886592cf0223: Writing region info on filesystem at 1732402205847Initializing all the Stores at 1732402205848 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402205848Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402205848Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402205848Cleaning up temporary data from old regions at 1732402205856 (+8 ms)Region opened successfully at 1732402205859 (+3 ms) 2024-11-23T22:50:05,862 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732402205862/Put/seqid=0 2024-11-23T22:50:05,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741918_1096 (size=4875) 2024-11-23T22:50:05,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741918_1096 (size=4875) 2024-11-23T22:50:05,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741918_1096 (size=4875) 2024-11-23T22:50:05,873 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732402205873/Put/seqid=0 2024-11-23T22:50:05,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741919_1097 (size=4875) 2024-11-23T22:50:05,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741919_1097 (size=4875) 2024-11-23T22:50:05,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741919_1097 (size=4875) 2024-11-23T22:50:05,882 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732402205882/Put/seqid=0 2024-11-23T22:50:05,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741920_1098 (size=4875) 2024-11-23T22:50:05,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741920_1098 (size=4875) 2024-11-23T22:50:05,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741920_1098 (size=4875) 2024-11-23T22:50:05,896 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 45ad2bb55fa9b623c8ec886592cf0223/a 2024-11-23T22:50:05,900 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-23T22:50:05,900 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T22:50:05,900 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 45ad2bb55fa9b623c8ec886592cf0223/a 2024-11-23T22:50:05,904 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-23T22:50:05,904 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T22:50:05,904 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 45ad2bb55fa9b623c8ec886592cf0223/a 2024-11-23T22:50:05,908 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-23T22:50:05,908 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T22:50:05,908 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 45ad2bb55fa9b623c8ec886592cf0223 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-23T22:50:05,924 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/.tmp/a/04a6e5e06a6d431385b5a93a8a685ad7 is 55, key is testCompactedBulkLoadedFiles/a:a/1732402205859/Put/seqid=0 2024-11-23T22:50:05,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741921_1099 (size=5107) 2024-11-23T22:50:05,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741921_1099 (size=5107) 2024-11-23T22:50:05,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741921_1099 (size=5107) 2024-11-23T22:50:05,932 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/.tmp/a/04a6e5e06a6d431385b5a93a8a685ad7 2024-11-23T22:50:05,938 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/.tmp/a/04a6e5e06a6d431385b5a93a8a685ad7 as hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/04a6e5e06a6d431385b5a93a8a685ad7 2024-11-23T22:50:05,943 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/04a6e5e06a6d431385b5a93a8a685ad7, entries=1, sequenceid=4, filesize=5.0 K 2024-11-23T22:50:05,945 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 45ad2bb55fa9b623c8ec886592cf0223 in 37ms, sequenceid=4, compaction requested=false 2024-11-23T22:50:05,945 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 45ad2bb55fa9b623c8ec886592cf0223: 2024-11-23T22:50:05,946 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/74af83b1191744f6aa951b8185b2adc2_SeqId_4_ 2024-11-23T22:50:05,947 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/73939f9711b5478680d8cf1103e25f8a_SeqId_4_ 2024-11-23T22:50:05,948 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_ 2024-11-23T22:50:05,948 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile0 into 45ad2bb55fa9b623c8ec886592cf0223/a as hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/74af83b1191744f6aa951b8185b2adc2_SeqId_4_ - updating store file list. 2024-11-23T22:50:05,952 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 74af83b1191744f6aa951b8185b2adc2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T22:50:05,952 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/74af83b1191744f6aa951b8185b2adc2_SeqId_4_ into 45ad2bb55fa9b623c8ec886592cf0223/a 2024-11-23T22:50:05,952 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile0 into 45ad2bb55fa9b623c8ec886592cf0223/a (new location: hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/74af83b1191744f6aa951b8185b2adc2_SeqId_4_) 2024-11-23T22:50:05,953 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile1 into 45ad2bb55fa9b623c8ec886592cf0223/a as hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/73939f9711b5478680d8cf1103e25f8a_SeqId_4_ - updating store file list. 2024-11-23T22:50:05,958 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73939f9711b5478680d8cf1103e25f8a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T22:50:05,958 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/73939f9711b5478680d8cf1103e25f8a_SeqId_4_ into 45ad2bb55fa9b623c8ec886592cf0223/a 2024-11-23T22:50:05,958 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile1 into 45ad2bb55fa9b623c8ec886592cf0223/a (new location: hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/73939f9711b5478680d8cf1103e25f8a_SeqId_4_) 2024-11-23T22:50:05,959 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile2 into 45ad2bb55fa9b623c8ec886592cf0223/a as hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_ - updating store file list. 2024-11-23T22:50:05,964 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T22:50:05,964 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_ into 45ad2bb55fa9b623c8ec886592cf0223/a 2024-11-23T22:50:05,964 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34601/hbase/testCompactedBulkLoadedFiles/hfile2 into 45ad2bb55fa9b623c8ec886592cf0223/a (new location: hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_) 2024-11-23T22:50:05,972 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T22:50:05,972 DEBUG [Time-limited test {}] regionserver.HStore(1541): 45ad2bb55fa9b623c8ec886592cf0223/a is initiating major compaction (all files) 2024-11-23T22:50:05,973 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 45ad2bb55fa9b623c8ec886592cf0223/a in testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223. 2024-11-23T22:50:05,973 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/04a6e5e06a6d431385b5a93a8a685ad7, hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/74af83b1191744f6aa951b8185b2adc2_SeqId_4_, hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/73939f9711b5478680d8cf1103e25f8a_SeqId_4_, hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_] into tmpdir=hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/.tmp, totalSize=19.3 K 2024-11-23T22:50:05,973 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 04a6e5e06a6d431385b5a93a8a685ad7, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732402205859 2024-11-23T22:50:05,974 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 74af83b1191744f6aa951b8185b2adc2_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-23T22:50:05,974 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 73939f9711b5478680d8cf1103e25f8a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-23T22:50:05,974 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-23T22:50:05,987 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/.tmp/a/dc68b25d48a94232b82f912ea7c255f7 is 55, key is testCompactedBulkLoadedFiles/a:a/1732402205859/Put/seqid=0 2024-11-23T22:50:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741922_1100 (size=6154) 2024-11-23T22:50:06,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741922_1100 (size=6154) 2024-11-23T22:50:06,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741922_1100 (size=6154) 2024-11-23T22:50:06,009 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/.tmp/a/dc68b25d48a94232b82f912ea7c255f7 as hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/dc68b25d48a94232b82f912ea7c255f7 2024-11-23T22:50:06,015 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 45ad2bb55fa9b623c8ec886592cf0223/a of 45ad2bb55fa9b623c8ec886592cf0223 into dc68b25d48a94232b82f912ea7c255f7(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T22:50:06,015 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 45ad2bb55fa9b623c8ec886592cf0223: 2024-11-23T22:50:06,015 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-23T22:50:06,016 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-23T22:50:06,050 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772, size=0 (0bytes) 2024-11-23T22:50:06,050 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772 might be still open, length is 0 2024-11-23T22:50:06,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772 2024-11-23T22:50:06,051 WARN [IPC Server handler 0 on default port 34601 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-23T22:50:06,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772 after 1ms 2024-11-23T22:50:07,430 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:48734 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48734 dst: /127.0.0.1:37665 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37665 remote=/127.0.0.1:48734]. Total timeout mills is 60000, 58586 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:07,430 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:38240 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40199:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38240 dst: /127.0.0.1:40199 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:07,430 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:54224 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54224 dst: /127.0.0.1:43945 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:07,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741917_1101 (size=1170) 2024-11-23T22:50:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741917_1101 (size=1170) 2024-11-23T22:50:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741917_1101 (size=1170) 2024-11-23T22:50:10,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772 after 4002ms 2024-11-23T22:50:10,059 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:50:10,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772 took 4009ms 2024-11-23T22:50:10,062 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772; continuing. 2024-11-23T22:50:10,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772 so closing down 2024-11-23T22:50:10,062 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:50:10,064 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732402205772.temp 2024-11-23T22:50:10,065 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000003-wal.1732402205772.temp 2024-11-23T22:50:10,065 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:50:10,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741923_1102 (size=548) 2024-11-23T22:50:10,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741923_1102 (size=548) 2024-11-23T22:50:10,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741923_1102 (size=548) 2024-11-23T22:50:10,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000003-wal.1732402205772.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-23T22:50:10,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000003-wal.1732402205772.temp to hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000008 2024-11-23T22:50:10,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772, size=0, length=0, corrupted=false, cancelled=false 2024-11-23T22:50:10,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772, journal: Splitting hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772, size=0 (0bytes) at 1732402206050Finishing writing output for hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772 so closing down at 1732402210062 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000003-wal.1732402205772.temp at 1732402210065 (+3 ms)3 split writer threads finished at 1732402210065Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000003-wal.1732402205772.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732402210072 (+7 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000003-wal.1732402205772.temp to hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000008 at 1732402210074 (+2 ms)Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772, size=0, length=0, corrupted=false, cancelled=false at 1732402210074 2024-11-23T22:50:10,075 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772 to hdfs://localhost:34601/hbase/oldWALs/wal.1732402205772 2024-11-23T22:50:10,076 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000008 2024-11-23T22:50:10,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:50:10,078 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:50:10,090 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402210078, exclude list is [], retry=0 2024-11-23T22:50:10,092 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:50:10,093 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:50:10,093 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:50:10,095 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402210078 2024-11-23T22:50:10,095 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:50:10,095 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 45ad2bb55fa9b623c8ec886592cf0223, NAME => 'testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:50:10,095 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:10,096 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:10,096 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:10,097 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:10,098 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ad2bb55fa9b623c8ec886592cf0223 columnFamilyName a 2024-11-23T22:50:10,098 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,105 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/04a6e5e06a6d431385b5a93a8a685ad7 2024-11-23T22:50:10,109 DEBUG [StoreFileOpener-45ad2bb55fa9b623c8ec886592cf0223-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73939f9711b5478680d8cf1103e25f8a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T22:50:10,109 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/73939f9711b5478680d8cf1103e25f8a_SeqId_4_ 2024-11-23T22:50:10,112 DEBUG [StoreFileOpener-45ad2bb55fa9b623c8ec886592cf0223-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 74af83b1191744f6aa951b8185b2adc2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T22:50:10,112 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/74af83b1191744f6aa951b8185b2adc2_SeqId_4_ 2024-11-23T22:50:10,116 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/dc68b25d48a94232b82f912ea7c255f7 2024-11-23T22:50:10,120 DEBUG [StoreFileOpener-45ad2bb55fa9b623c8ec886592cf0223-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T22:50:10,120 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_ 2024-11-23T22:50:10,120 WARN [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/04a6e5e06a6d431385b5a93a8a685ad7 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@483d0d1f 2024-11-23T22:50:10,121 WARN [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/73939f9711b5478680d8cf1103e25f8a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@483d0d1f 2024-11-23T22:50:10,121 WARN [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/74af83b1191744f6aa951b8185b2adc2_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@483d0d1f 2024-11-23T22:50:10,121 WARN [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@483d0d1f 2024-11-23T22:50:10,121 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/04a6e5e06a6d431385b5a93a8a685ad7, hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/73939f9711b5478680d8cf1103e25f8a_SeqId_4_, hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/74af83b1191744f6aa951b8185b2adc2_SeqId_4_, hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_] to archive 2024-11-23T22:50:10,122 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T22:50:10,124 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/04a6e5e06a6d431385b5a93a8a685ad7 to hdfs://localhost:34601/hbase/archive/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/04a6e5e06a6d431385b5a93a8a685ad7 2024-11-23T22:50:10,125 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/73939f9711b5478680d8cf1103e25f8a_SeqId_4_ to hdfs://localhost:34601/hbase/archive/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/73939f9711b5478680d8cf1103e25f8a_SeqId_4_ 2024-11-23T22:50:10,126 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/74af83b1191744f6aa951b8185b2adc2_SeqId_4_ to hdfs://localhost:34601/hbase/archive/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/74af83b1191744f6aa951b8185b2adc2_SeqId_4_ 2024-11-23T22:50:10,128 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_ to hdfs://localhost:34601/hbase/archive/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/a/e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_ 2024-11-23T22:50:10,128 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(327): Store=45ad2bb55fa9b623c8ec886592cf0223/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,128 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:10,129 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ad2bb55fa9b623c8ec886592cf0223 columnFamilyName b 2024-11-23T22:50:10,129 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,129 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(327): Store=45ad2bb55fa9b623c8ec886592cf0223/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,129 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:10,130 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ad2bb55fa9b623c8ec886592cf0223 columnFamilyName c 2024-11-23T22:50:10,130 DEBUG [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,130 INFO [StoreOpener-45ad2bb55fa9b623c8ec886592cf0223-1 {}] regionserver.HStore(327): Store=45ad2bb55fa9b623c8ec886592cf0223/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,131 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:10,131 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:10,133 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:10,133 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000008 2024-11-23T22:50:10,135 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:50:10,136 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 45ad2bb55fa9b623c8ec886592cf0223 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "45ad2bb55fa9b623c8ec886592cf0223" family_name: "a" compaction_input: "04a6e5e06a6d431385b5a93a8a685ad7" compaction_input: "74af83b1191744f6aa951b8185b2adc2_SeqId_4_" compaction_input: "73939f9711b5478680d8cf1103e25f8a_SeqId_4_" compaction_input: "e0d604894de74f3981c0fe570bbfc9ba_SeqId_4_" compaction_output: "dc68b25d48a94232b82f912ea7c255f7" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-23T22:50:10,136 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-23T22:50:10,136 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000008 2024-11-23T22:50:10,137 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/0000000000000000008 2024-11-23T22:50:10,138 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:10,138 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:10,139 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:50:10,140 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45ad2bb55fa9b623c8ec886592cf0223 2024-11-23T22:50:10,142 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testCompactedBulkLoadedFiles/45ad2bb55fa9b623c8ec886592cf0223/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T22:50:10,142 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45ad2bb55fa9b623c8ec886592cf0223; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60530489, jitterRate=-0.09802542626857758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:50:10,143 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45ad2bb55fa9b623c8ec886592cf0223: Writing region info on filesystem at 1732402210096Initializing all the Stores at 1732402210097 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210097Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210097Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210097Cleaning up temporary data from old regions at 1732402210138 (+41 ms)Region opened successfully at 1732402210143 (+5 ms) 2024-11-23T22:50:10,145 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 45ad2bb55fa9b623c8ec886592cf0223, disabling compactions & flushes 2024-11-23T22:50:10,145 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223. 2024-11-23T22:50:10,145 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223. 2024-11-23T22:50:10,145 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223. after waiting 0 ms 2024-11-23T22:50:10,145 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223. 2024-11-23T22:50:10,146 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732402205710.45ad2bb55fa9b623c8ec886592cf0223. 2024-11-23T22:50:10,146 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 45ad2bb55fa9b623c8ec886592cf0223: Waiting for close lock at 1732402210145Disabling compacts and flushes for region at 1732402210145Disabling writes for close at 1732402210145Writing region close event to WAL at 1732402210146 (+1 ms)Closed at 1732402210146 2024-11-23T22:50:10,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741924_1103 (size=95) 2024-11-23T22:50:10,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741924_1103 (size=95) 2024-11-23T22:50:10,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741924_1103 (size=95) 2024-11-23T22:50:10,150 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:50:10,150 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732402210078) 2024-11-23T22:50:10,163 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=438 (was 425) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_104172842_22 at /127.0.0.1:48784 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34601 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_104172842_22 at /127.0.0.1:54278 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_104172842_22 at /127.0.0.1:38312 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 408), ProcessCount=11 (was 11), AvailableMemoryMB=7124 (was 7150) 2024-11-23T22:50:10,163 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-23T22:50:10,175 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=438, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=7124 2024-11-23T22:50:10,175 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-23T22:50:10,189 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:50:10,191 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T22:50:10,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T22:50:10,194 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99433408, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/hregion-99433408, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:50:10,206 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99433408/hregion-99433408.1732402210194, exclude list is [], retry=0 2024-11-23T22:50:10,209 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:50:10,209 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:50:10,210 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:50:10,211 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99433408/hregion-99433408.1732402210194 2024-11-23T22:50:10,212 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:50:10,212 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4657c74704a40579cf5ea9d6e2ac8f20, NAME => 'testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34601/hbase 2024-11-23T22:50:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741926_1105 (size=67) 2024-11-23T22:50:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741926_1105 (size=67) 2024-11-23T22:50:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741926_1105 (size=67) 2024-11-23T22:50:10,221 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:10,222 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,223 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName a 2024-11-23T22:50:10,223 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,224 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,224 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,225 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName b 2024-11-23T22:50:10,225 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,225 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,226 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,227 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName c 2024-11-23T22:50:10,227 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,227 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,227 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,228 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,228 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,230 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,230 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,230 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:50:10,232 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,234 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T22:50:10,235 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4657c74704a40579cf5ea9d6e2ac8f20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65129004, jitterRate=-0.02950221300125122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:50:10,235 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4657c74704a40579cf5ea9d6e2ac8f20: Writing region info on filesystem at 1732402210221Initializing all the Stores at 1732402210221Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210221Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210222 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210222Cleaning up temporary data from old regions at 1732402210230 (+8 ms)Region opened successfully at 1732402210235 (+5 ms) 2024-11-23T22:50:10,235 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4657c74704a40579cf5ea9d6e2ac8f20, disabling compactions & flushes 2024-11-23T22:50:10,235 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:10,235 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:10,235 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. after waiting 0 ms 2024-11-23T22:50:10,235 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:10,236 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:10,236 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4657c74704a40579cf5ea9d6e2ac8f20: Waiting for close lock at 1732402210235Disabling compacts and flushes for region at 1732402210235Disabling writes for close at 1732402210235Writing region close event to WAL at 1732402210236 (+1 ms)Closed at 1732402210236 2024-11-23T22:50:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741925_1104 (size=95) 2024-11-23T22:50:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741925_1104 (size=95) 2024-11-23T22:50:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741925_1104 (size=95) 2024-11-23T22:50:10,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:50:10,241 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99433408:(num 1732402210194) 2024-11-23T22:50:10,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:50:10,243 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:50:10,255 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244, exclude list is [], retry=0 2024-11-23T22:50:10,258 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:50:10,258 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:50:10,258 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:50:10,260 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244 2024-11-23T22:50:10,260 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:44535:44535)] 2024-11-23T22:50:10,261 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4657c74704a40579cf5ea9d6e2ac8f20, NAME => 'testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:50:10,261 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:10,261 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,261 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,263 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,263 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName a 2024-11-23T22:50:10,263 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,264 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,264 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,265 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName b 2024-11-23T22:50:10,265 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,266 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,266 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,266 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName c 2024-11-23T22:50:10,266 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,267 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,267 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,268 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,269 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,270 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,270 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,271 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:50:10,272 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,273 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4657c74704a40579cf5ea9d6e2ac8f20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74942165, jitterRate=0.11672528088092804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:50:10,273 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4657c74704a40579cf5ea9d6e2ac8f20: Writing region info on filesystem at 1732402210261Initializing all the Stores at 1732402210262 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210262Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210262Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210262Cleaning up temporary data from old regions at 1732402210270 (+8 ms)Region opened successfully at 1732402210273 (+3 ms) 2024-11-23T22:50:10,282 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4657c74704a40579cf5ea9d6e2ac8f20 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-23T22:50:10,302 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/a/6b0a3242b3f84c0ea3edb8675fac3f93 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732402210273/Put/seqid=0 2024-11-23T22:50:10,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741928_1107 (size=5958) 2024-11-23T22:50:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741928_1107 (size=5958) 2024-11-23T22:50:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741928_1107 (size=5958) 2024-11-23T22:50:10,309 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/a/6b0a3242b3f84c0ea3edb8675fac3f93 2024-11-23T22:50:10,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T22:50:10,315 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/a/6b0a3242b3f84c0ea3edb8675fac3f93 as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/a/6b0a3242b3f84c0ea3edb8675fac3f93 2024-11-23T22:50:10,321 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/a/6b0a3242b3f84c0ea3edb8675fac3f93, entries=10, sequenceid=13, filesize=5.8 K 2024-11-23T22:50:10,322 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4657c74704a40579cf5ea9d6e2ac8f20 in 40ms, sequenceid=13, compaction requested=false 2024-11-23T22:50:10,322 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4657c74704a40579cf5ea9d6e2ac8f20: 2024-11-23T22:50:10,344 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4657c74704a40579cf5ea9d6e2ac8f20, disabling compactions & flushes 2024-11-23T22:50:10,344 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:10,344 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:10,344 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. after waiting 0 ms 2024-11-23T22:50:10,344 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:10,345 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:10,345 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:10,345 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4657c74704a40579cf5ea9d6e2ac8f20: Waiting for close lock at 1732402210344Disabling compacts and flushes for region at 1732402210344Disabling writes for close at 1732402210344Writing region close event to WAL at 1732402210345 (+1 ms)Closed at 1732402210345 2024-11-23T22:50:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741927_1106 (size=3345) 2024-11-23T22:50:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741927_1106 (size=3345) 2024-11-23T22:50:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741927_1106 (size=3345) 2024-11-23T22:50:10,363 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244, size=3.3 K (3345bytes) 2024-11-23T22:50:10,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244 2024-11-23T22:50:10,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244 after 0ms 2024-11-23T22:50:10,365 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:50:10,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244 took 3ms 2024-11-23T22:50:10,368 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244 so closing down 2024-11-23T22:50:10,368 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:50:10,369 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732402210244.temp 2024-11-23T22:50:10,370 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000003-wal.1732402210244.temp 2024-11-23T22:50:10,371 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:50:10,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741929_1108 (size=2944) 2024-11-23T22:50:10,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741929_1108 (size=2944) 2024-11-23T22:50:10,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741929_1108 (size=2944) 2024-11-23T22:50:10,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000003-wal.1732402210244.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-23T22:50:10,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000003-wal.1732402210244.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000035 2024-11-23T22:50:10,379 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-23T22:50:10,379 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244, journal: Splitting hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244, size=3.3 K (3345bytes) at 1732402210363Finishing writing output for hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244 so closing down at 1732402210368 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000003-wal.1732402210244.temp at 1732402210370 (+2 ms)3 split writer threads finished at 1732402210371 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000003-wal.1732402210244.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732402210378 (+7 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000003-wal.1732402210244.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000035 at 1732402210379 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1732402210379 2024-11-23T22:50:10,381 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210244 to hdfs://localhost:34601/hbase/oldWALs/wal.1732402210244 2024-11-23T22:50:10,382 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000035 2024-11-23T22:50:10,382 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:50:10,384 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:50:10,396 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384, exclude list is [], retry=0 2024-11-23T22:50:10,399 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:50:10,399 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:50:10,400 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:50:10,401 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384 2024-11-23T22:50:10,401 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795),(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-23T22:50:10,401 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4657c74704a40579cf5ea9d6e2ac8f20, NAME => 'testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20.', STARTKEY => '', ENDKEY => ''} 2024-11-23T22:50:10,402 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:10,402 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,402 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,403 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,404 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName a 2024-11-23T22:50:10,404 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,409 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/a/6b0a3242b3f84c0ea3edb8675fac3f93 2024-11-23T22:50:10,409 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,409 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,410 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName b 2024-11-23T22:50:10,410 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,411 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,411 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,412 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName c 2024-11-23T22:50:10,412 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:10,412 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:10,412 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,413 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,414 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,415 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000035 2024-11-23T22:50:10,416 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:50:10,418 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000035 2024-11-23T22:50:10,418 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4657c74704a40579cf5ea9d6e2ac8f20 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-23T22:50:10,432 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/b/5030b309a6fa4c7999e71dd1fff03aa8 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732402210322/Put/seqid=0 2024-11-23T22:50:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741931_1110 (size=5958) 2024-11-23T22:50:10,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741931_1110 (size=5958) 2024-11-23T22:50:10,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741931_1110 (size=5958) 2024-11-23T22:50:10,440 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/b/5030b309a6fa4c7999e71dd1fff03aa8 2024-11-23T22:50:10,458 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/c/5beea19e0ed1412b908dcd6df4085ee6 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732402210330/Put/seqid=0 2024-11-23T22:50:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741932_1111 (size=5958) 2024-11-23T22:50:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741932_1111 (size=5958) 2024-11-23T22:50:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741932_1111 (size=5958) 2024-11-23T22:50:10,465 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/c/5beea19e0ed1412b908dcd6df4085ee6 2024-11-23T22:50:10,470 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/b/5030b309a6fa4c7999e71dd1fff03aa8 as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/b/5030b309a6fa4c7999e71dd1fff03aa8 2024-11-23T22:50:10,475 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/b/5030b309a6fa4c7999e71dd1fff03aa8, entries=10, sequenceid=35, filesize=5.8 K 2024-11-23T22:50:10,476 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/c/5beea19e0ed1412b908dcd6df4085ee6 as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/c/5beea19e0ed1412b908dcd6df4085ee6 2024-11-23T22:50:10,481 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/c/5beea19e0ed1412b908dcd6df4085ee6, entries=10, sequenceid=35, filesize=5.8 K 2024-11-23T22:50:10,481 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 4657c74704a40579cf5ea9d6e2ac8f20 in 63ms, sequenceid=35, compaction requested=false; wal=null 2024-11-23T22:50:10,482 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000035 2024-11-23T22:50:10,483 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,483 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,484 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:50:10,485 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:10,487 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-23T22:50:10,488 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4657c74704a40579cf5ea9d6e2ac8f20; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66616455, jitterRate=-0.007337465882301331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:50:10,488 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4657c74704a40579cf5ea9d6e2ac8f20: Writing region info on filesystem at 1732402210402Initializing all the Stores at 1732402210403 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210403Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210403Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402210403Obtaining lock to block concurrent updates at 1732402210418 (+15 ms)Preparing flush snapshotting stores in 4657c74704a40579cf5ea9d6e2ac8f20 at 1732402210418Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732402210418Flushing stores of testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. at 1732402210418Flushing 4657c74704a40579cf5ea9d6e2ac8f20/b: creating writer at 1732402210418Flushing 4657c74704a40579cf5ea9d6e2ac8f20/b: appending metadata at 1732402210431 (+13 ms)Flushing 4657c74704a40579cf5ea9d6e2ac8f20/b: closing flushed file at 1732402210431Flushing 4657c74704a40579cf5ea9d6e2ac8f20/c: creating writer at 1732402210445 (+14 ms)Flushing 4657c74704a40579cf5ea9d6e2ac8f20/c: appending metadata at 1732402210458 (+13 ms)Flushing 4657c74704a40579cf5ea9d6e2ac8f20/c: closing flushed file at 1732402210458Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae6c2fd: reopening flushed file at 1732402210470 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624932d3: reopening flushed file at 1732402210475 (+5 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 4657c74704a40579cf5ea9d6e2ac8f20 in 63ms, sequenceid=35, compaction requested=false; wal=null at 1732402210481 (+6 ms)Cleaning up temporary data from old regions at 1732402210483 (+2 ms)Region opened successfully at 1732402210488 (+5 ms) 2024-11-23T22:50:10,548 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384, size=0 (0bytes) 2024-11-23T22:50:10,549 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384 might be still open, length is 0 2024-11-23T22:50:10,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384 2024-11-23T22:50:10,549 WARN [IPC Server handler 2 on default port 34601 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-23T22:50:10,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384 after 0ms 2024-11-23T22:50:13,429 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:48830 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48830 dst: /127.0.0.1:37665 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37665 remote=/127.0.0.1:48830]. Total timeout mills is 60000, 57083 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:13,430 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:54328 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54328 dst: /127.0.0.1:43945 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:13,430 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_923964114_22 at /127.0.0.1:38388 [Receiving block BP-256232310-172.17.0.2-1732402170045:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40199:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38388 dst: /127.0.0.1:40199 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741930_1112 (size=2936) 2024-11-23T22:50:13,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741930_1112 (size=2936) 2024-11-23T22:50:13,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741930_1112 (size=2936) 2024-11-23T22:50:14,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384 after 4001ms 2024-11-23T22:50:14,553 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:50:14,553 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384 took 4005ms 2024-11-23T22:50:14,555 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384; continuing. 2024-11-23T22:50:14,555 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384 so closing down 2024-11-23T22:50:14,555 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T22:50:14,556 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732402210384.temp 2024-11-23T22:50:14,559 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000037-wal.1732402210384.temp 2024-11-23T22:50:14,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T22:50:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741933_1113 (size=2944) 2024-11-23T22:50:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741933_1113 (size=2944) 2024-11-23T22:50:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741933_1113 (size=2944) 2024-11-23T22:50:14,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000037-wal.1732402210384.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-23T22:50:14,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000037-wal.1732402210384.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000066 2024-11-23T22:50:14,568 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384, size=0, length=0, corrupted=false, cancelled=false 2024-11-23T22:50:14,568 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384, journal: Splitting hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384, size=0 (0bytes) at 1732402210548Finishing writing output for hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384 so closing down at 1732402214555 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000037-wal.1732402210384.temp at 1732402214559 (+4 ms)3 split writer threads finished at 1732402214560 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000037-wal.1732402210384.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732402214567 (+7 ms)Rename recovered edits hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000037-wal.1732402210384.temp to hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000066 at 1732402214568 (+1 ms)Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384, size=0, length=0, corrupted=false, cancelled=false at 1732402214568 2024-11-23T22:50:14,569 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384 to hdfs://localhost:34601/hbase/oldWALs/wal.1732402210384 2024-11-23T22:50:14,570 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000066 2024-11-23T22:50:14,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T22:50:14,572 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34601/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189, archiveDir=hdfs://localhost:34601/hbase/oldWALs, maxLogs=32 2024-11-23T22:50:14,584 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402214572, exclude list is [], retry=0 2024-11-23T22:50:14,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43945,DS-c7b9b2eb-9b79-4b43-adaf-a4f47676cb54,DISK] 2024-11-23T22:50:14,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-b095d56e-0100-4005-b6c4-67a142f3e43e,DISK] 2024-11-23T22:50:14,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40199,DS-31ab1a24-af9e-4db5-aa54-53a925dd028a,DISK] 2024-11-23T22:50:14,589 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402214572 2024-11-23T22:50:14,589 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375),(127.0.0.1/127.0.0.1:44535:44535),(127.0.0.1/127.0.0.1:40795:40795)] 2024-11-23T22:50:14,589 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T22:50:14,591 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:14,591 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName a 2024-11-23T22:50:14,591 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:14,596 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/a/6b0a3242b3f84c0ea3edb8675fac3f93 2024-11-23T22:50:14,596 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:14,596 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:14,597 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName b 2024-11-23T22:50:14,597 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:14,602 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/b/5030b309a6fa4c7999e71dd1fff03aa8 2024-11-23T22:50:14,602 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:14,602 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:14,603 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4657c74704a40579cf5ea9d6e2ac8f20 columnFamilyName c 2024-11-23T22:50:14,603 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T22:50:14,608 DEBUG [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/c/5beea19e0ed1412b908dcd6df4085ee6 2024-11-23T22:50:14,608 INFO [StoreOpener-4657c74704a40579cf5ea9d6e2ac8f20-1 {}] regionserver.HStore(327): Store=4657c74704a40579cf5ea9d6e2ac8f20/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T22:50:14,608 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:14,609 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:14,611 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:14,611 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000066 2024-11-23T22:50:14,613 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T22:50:14,617 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000066 2024-11-23T22:50:14,617 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4657c74704a40579cf5ea9d6e2ac8f20 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-23T22:50:14,635 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/a/827b483bd8334fc08d4e16f419f0ba87 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732402210494/Put/seqid=0 2024-11-23T22:50:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741935_1115 (size=5958) 2024-11-23T22:50:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741935_1115 (size=5958) 2024-11-23T22:50:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741935_1115 (size=5958) 2024-11-23T22:50:14,641 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/a/827b483bd8334fc08d4e16f419f0ba87 2024-11-23T22:50:14,662 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/b/294d3191155145c1b69b71387e466927 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732402210500/Put/seqid=0 2024-11-23T22:50:14,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741936_1116 (size=5958) 2024-11-23T22:50:14,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741936_1116 (size=5958) 2024-11-23T22:50:14,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741936_1116 (size=5958) 2024-11-23T22:50:14,678 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/b/294d3191155145c1b69b71387e466927 2024-11-23T22:50:14,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/c/8931d938483e46eba1ba0e4f5790e1dd is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732402210507/Put/seqid=0 2024-11-23T22:50:14,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741937_1117 (size=5958) 2024-11-23T22:50:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741937_1117 (size=5958) 2024-11-23T22:50:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741937_1117 (size=5958) 2024-11-23T22:50:14,713 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/c/8931d938483e46eba1ba0e4f5790e1dd 2024-11-23T22:50:14,718 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/a/827b483bd8334fc08d4e16f419f0ba87 as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/a/827b483bd8334fc08d4e16f419f0ba87 2024-11-23T22:50:14,723 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/a/827b483bd8334fc08d4e16f419f0ba87, entries=10, sequenceid=66, filesize=5.8 K 2024-11-23T22:50:14,724 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/b/294d3191155145c1b69b71387e466927 as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/b/294d3191155145c1b69b71387e466927 2024-11-23T22:50:14,729 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/b/294d3191155145c1b69b71387e466927, entries=10, sequenceid=66, filesize=5.8 K 2024-11-23T22:50:14,730 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/.tmp/c/8931d938483e46eba1ba0e4f5790e1dd as hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/c/8931d938483e46eba1ba0e4f5790e1dd 2024-11-23T22:50:14,734 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/c/8931d938483e46eba1ba0e4f5790e1dd, entries=10, sequenceid=66, filesize=5.8 K 2024-11-23T22:50:14,734 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4657c74704a40579cf5ea9d6e2ac8f20 in 117ms, sequenceid=66, compaction requested=false; wal=null 2024-11-23T22:50:14,735 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/0000000000000000066 2024-11-23T22:50:14,736 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:14,736 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:14,737 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T22:50:14,738 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4657c74704a40579cf5ea9d6e2ac8f20 2024-11-23T22:50:14,740 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/hbase/data/default/testReplayEditsWrittenViaHRegion/4657c74704a40579cf5ea9d6e2ac8f20/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-23T22:50:14,741 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4657c74704a40579cf5ea9d6e2ac8f20; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61566602, jitterRate=-0.0825861394405365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T22:50:14,741 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4657c74704a40579cf5ea9d6e2ac8f20: Writing region info on filesystem at 1732402214589Initializing all the Stores at 1732402214590 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402214590Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402214590Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732402214590Obtaining lock to block concurrent updates at 1732402214618 (+28 ms)Preparing flush snapshotting stores in 4657c74704a40579cf5ea9d6e2ac8f20 at 1732402214618Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732402214618Flushing stores of testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. at 1732402214618Flushing 4657c74704a40579cf5ea9d6e2ac8f20/a: creating writer at 1732402214618Flushing 4657c74704a40579cf5ea9d6e2ac8f20/a: appending metadata at 1732402214634 (+16 ms)Flushing 4657c74704a40579cf5ea9d6e2ac8f20/a: closing flushed file at 1732402214634Flushing 4657c74704a40579cf5ea9d6e2ac8f20/b: creating writer at 1732402214646 (+12 ms)Flushing 4657c74704a40579cf5ea9d6e2ac8f20/b: appending metadata at 1732402214661 (+15 ms)Flushing 4657c74704a40579cf5ea9d6e2ac8f20/b: closing flushed file at 1732402214661Flushing 4657c74704a40579cf5ea9d6e2ac8f20/c: creating writer at 1732402214689 (+28 ms)Flushing 4657c74704a40579cf5ea9d6e2ac8f20/c: appending metadata at 1732402214706 (+17 ms)Flushing 4657c74704a40579cf5ea9d6e2ac8f20/c: closing flushed file at 1732402214706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43087bf6: reopening flushed file at 1732402214717 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48259977: reopening flushed file at 1732402214723 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17914c29: reopening flushed file at 1732402214729 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4657c74704a40579cf5ea9d6e2ac8f20 in 117ms, sequenceid=66, compaction requested=false; wal=null at 1732402214734 (+5 ms)Cleaning up temporary data from old regions at 1732402214736 (+2 ms)Region opened successfully at 1732402214741 (+5 ms) 2024-11-23T22:50:14,754 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4657c74704a40579cf5ea9d6e2ac8f20, disabling compactions & flushes 2024-11-23T22:50:14,754 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:14,755 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:14,755 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. after waiting 0 ms 2024-11-23T22:50:14,755 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:14,756 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732402210190.4657c74704a40579cf5ea9d6e2ac8f20. 2024-11-23T22:50:14,756 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4657c74704a40579cf5ea9d6e2ac8f20: Waiting for close lock at 1732402214754Disabling compacts and flushes for region at 1732402214754Disabling writes for close at 1732402214755 (+1 ms)Writing region close event to WAL at 1732402214756 (+1 ms)Closed at 1732402214756 2024-11-23T22:50:14,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741934_1114 (size=95) 2024-11-23T22:50:14,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741934_1114 (size=95) 2024-11-23T22:50:14,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741934_1114 (size=95) 2024-11-23T22:50:14,762 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T22:50:14,762 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732402214572) 2024-11-23T22:50:14,778 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=445 (was 438) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1980219807_22 at /127.0.0.1:54910 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1980219807_22 at /127.0.0.1:34600 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1980219807_22 at /127.0.0.1:45872 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34601 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=7081 (was 7124) 2024-11-23T22:50:14,778 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-23T22:50:14,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T22:50:14,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T22:50:14,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T22:50:14,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T22:50:14,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T22:50:14,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T22:50:14,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T22:50:14,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=482707301, stopped=false 2024-11-23T22:50:14,780 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dd96e8dc8369,40265,1732402175276 2024-11-23T22:50:14,849 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T22:50:14,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T22:50:14,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:50:14,850 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:50:14,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T22:50:14,850 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T22:50:14,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:50:14,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T22:50:14,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T22:50:14,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T22:50:14,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dd96e8dc8369,38537,1732402176224' ***** 2024-11-23T22:50:14,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T22:50:14,851 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dd96e8dc8369,39839,1732402176280' ***** 2024-11-23T22:50:14,851 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T22:50:14,851 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T22:50:14,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T22:50:14,851 INFO [RS:1;dd96e8dc8369:38537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T22:50:14,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T22:50:14,851 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T22:50:14,851 INFO [RS:2;dd96e8dc8369:39839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T22:50:14,851 INFO [RS:2;dd96e8dc8369:39839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T22:50:14,851 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(3091): Received CLOSE for d69b18d909f911b5164decb1b24c3133 2024-11-23T22:50:14,851 INFO [RS:1;dd96e8dc8369:38537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T22:50:14,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T22:50:14,852 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(959): stopping server dd96e8dc8369,38537,1732402176224 2024-11-23T22:50:14,852 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T22:50:14,852 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T22:50:14,852 INFO [RS:1;dd96e8dc8369:38537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;dd96e8dc8369:38537. 2024-11-23T22:50:14,852 DEBUG [RS:1;dd96e8dc8369:38537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T22:50:14,852 DEBUG [RS:1;dd96e8dc8369:38537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T22:50:14,852 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T22:50:14,852 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T22:50:14,852 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T22:50:14,852 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T22:50:14,852 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(959): stopping server dd96e8dc8369,39839,1732402176280 2024-11-23T22:50:14,852 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T22:50:14,853 INFO [RS:2;dd96e8dc8369:39839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;dd96e8dc8369:39839. 2024-11-23T22:50:14,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T22:50:14,853 DEBUG [RS:2;dd96e8dc8369:39839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T22:50:14,853 DEBUG [RS:2;dd96e8dc8369:39839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T22:50:14,853 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T22:50:14,853 DEBUG [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(1325): Online Regions={d69b18d909f911b5164decb1b24c3133=testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133.} 2024-11-23T22:50:14,853 DEBUG [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(1351): Waiting on d69b18d909f911b5164decb1b24c3133 2024-11-23T22:50:14,853 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T22:50:14,853 DEBUG [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T22:50:14,853 DEBUG [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T22:50:14,853 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d69b18d909f911b5164decb1b24c3133, disabling compactions & flushes 2024-11-23T22:50:14,853 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:50:14,853 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T22:50:14,853 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:50:14,853 INFO [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T22:50:14,853 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. after waiting 0 ms 2024-11-23T22:50:14,853 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T22:50:14,853 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:50:14,853 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T22:50:14,854 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T22:50:14,854 INFO [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-23T22:50:14,858 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d69b18d909f911b5164decb1b24c3133/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-23T22:50:14,859 INFO [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:50:14,859 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d69b18d909f911b5164decb1b24c3133: Waiting for close lock at 1732402214853Running coprocessor pre-close hooks at 1732402214853Disabling compacts and flushes for region at 1732402214853Disabling writes for close at 1732402214853Writing region close event to WAL at 1732402214854 (+1 ms)Running coprocessor post-close hooks at 1732402214859 (+5 ms)Closed at 1732402214859 2024-11-23T22:50:14,859 DEBUG [RS_CLOSE_REGION-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133. 2024-11-23T22:50:14,875 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/.tmp/info/3a7423a467f24fea866e293fd716e93a is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732402191125.d69b18d909f911b5164decb1b24c3133./info:regioninfo/1732402194794/Put/seqid=0 2024-11-23T22:50:14,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741938_1118 (size=8243) 2024-11-23T22:50:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741938_1118 (size=8243) 2024-11-23T22:50:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741938_1118 (size=8243) 2024-11-23T22:50:14,883 INFO [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/.tmp/info/3a7423a467f24fea866e293fd716e93a 2024-11-23T22:50:14,904 INFO [regionserver/dd96e8dc8369:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T22:50:14,905 INFO [regionserver/dd96e8dc8369:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T22:50:14,908 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/.tmp/ns/1fa5dcf2cb294def87de90fff182846a is 43, key is default/ns:d/1732402178692/Put/seqid=0 2024-11-23T22:50:14,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741939_1119 (size=5153) 2024-11-23T22:50:14,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741939_1119 (size=5153) 2024-11-23T22:50:14,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741939_1119 (size=5153) 2024-11-23T22:50:14,916 INFO [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/.tmp/ns/1fa5dcf2cb294def87de90fff182846a 2024-11-23T22:50:14,935 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/.tmp/table/fab9b55febf546eaba03f557ae118666 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732402191964/Put/seqid=0 2024-11-23T22:50:14,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741940_1120 (size=5431) 2024-11-23T22:50:14,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741940_1120 (size=5431) 2024-11-23T22:50:14,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741940_1120 (size=5431) 2024-11-23T22:50:14,950 INFO [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/.tmp/table/fab9b55febf546eaba03f557ae118666 2024-11-23T22:50:14,956 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/.tmp/info/3a7423a467f24fea866e293fd716e93a as hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/info/3a7423a467f24fea866e293fd716e93a 2024-11-23T22:50:14,961 INFO [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/info/3a7423a467f24fea866e293fd716e93a, entries=18, sequenceid=21, filesize=8.0 K 2024-11-23T22:50:14,962 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/.tmp/ns/1fa5dcf2cb294def87de90fff182846a as hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/ns/1fa5dcf2cb294def87de90fff182846a 2024-11-23T22:50:14,966 INFO [regionserver/dd96e8dc8369:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T22:50:14,967 INFO [regionserver/dd96e8dc8369:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T22:50:14,967 INFO [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/ns/1fa5dcf2cb294def87de90fff182846a, entries=2, sequenceid=21, filesize=5.0 K 2024-11-23T22:50:14,968 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/.tmp/table/fab9b55febf546eaba03f557ae118666 as hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/table/fab9b55febf546eaba03f557ae118666 2024-11-23T22:50:14,974 INFO [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/table/fab9b55febf546eaba03f557ae118666, entries=2, sequenceid=21, filesize=5.3 K 2024-11-23T22:50:14,976 INFO [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=21, compaction requested=false 2024-11-23T22:50:14,980 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-23T22:50:14,981 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T22:50:14,981 INFO [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T22:50:14,981 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732402214853Running coprocessor pre-close hooks at 1732402214853Disabling compacts and flushes for region at 1732402214853Disabling writes for close at 1732402214853Obtaining lock to block concurrent updates at 1732402214854 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732402214854Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732402214854Flushing stores of hbase:meta,,1.1588230740 at 1732402214855 (+1 ms)Flushing 1588230740/info: creating writer at 1732402214855Flushing 1588230740/info: appending metadata at 1732402214874 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732402214874Flushing 1588230740/ns: creating writer at 1732402214889 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732402214908 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732402214908Flushing 1588230740/table: creating writer at 1732402214921 (+13 ms)Flushing 1588230740/table: appending metadata at 1732402214935 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732402214935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59830033: reopening flushed file at 1732402214955 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695efecb: reopening flushed file at 1732402214961 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3971bdf7: reopening flushed file at 1732402214967 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=21, compaction requested=false at 1732402214976 (+9 ms)Writing region close event to WAL at 1732402214977 (+1 ms)Running coprocessor post-close hooks at 1732402214981 (+4 ms)Closed at 1732402214981 2024-11-23T22:50:14,982 DEBUG [RS_CLOSE_META-regionserver/dd96e8dc8369:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T22:50:14,997 INFO [regionserver/dd96e8dc8369:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T22:50:14,998 INFO [regionserver/dd96e8dc8369:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T22:50:15,053 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(976): stopping server dd96e8dc8369,39839,1732402176280; all regions closed. 2024-11-23T22:50:15,053 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(976): stopping server dd96e8dc8369,38537,1732402176224; all regions closed. 2024-11-23T22:50:15,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741836_1012 (size=4714) 2024-11-23T22:50:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741836_1012 (size=4714) 2024-11-23T22:50:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741834_1010 (size=721) 2024-11-23T22:50:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741836_1012 (size=4714) 2024-11-23T22:50:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741834_1010 (size=721) 2024-11-23T22:50:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741834_1010 (size=721) 2024-11-23T22:50:15,060 DEBUG [RS:1;dd96e8dc8369:38537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/oldWALs 2024-11-23T22:50:15,060 INFO [RS:1;dd96e8dc8369:38537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dd96e8dc8369%2C38537%2C1732402176224.meta:.meta(num 1732402178531) 2024-11-23T22:50:15,062 DEBUG [RS:2;dd96e8dc8369:39839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/oldWALs 2024-11-23T22:50:15,062 INFO [RS:2;dd96e8dc8369:39839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dd96e8dc8369%2C39839%2C1732402176280:(num 1732402178136) 2024-11-23T22:50:15,062 DEBUG [RS:2;dd96e8dc8369:39839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T22:50:15,062 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T22:50:15,062 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T22:50:15,062 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.ChoreService(370): Chore service for: regionserver/dd96e8dc8369:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T22:50:15,063 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T22:50:15,063 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T22:50:15,063 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T22:50:15,063 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T22:50:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741833_1009 (size=1709) 2024-11-23T22:50:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741833_1009 (size=1709) 2024-11-23T22:50:15,063 INFO [RS:2;dd96e8dc8369:39839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39839 2024-11-23T22:50:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741833_1009 (size=1709) 2024-11-23T22:50:15,063 INFO [regionserver/dd96e8dc8369:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T22:50:15,065 DEBUG [RS:1;dd96e8dc8369:38537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/oldWALs 2024-11-23T22:50:15,065 INFO [RS:1;dd96e8dc8369:38537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dd96e8dc8369%2C38537%2C1732402176224:(num 1732402178136) 2024-11-23T22:50:15,066 DEBUG [RS:1;dd96e8dc8369:38537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T22:50:15,066 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T22:50:15,066 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T22:50:15,066 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.ChoreService(370): Chore service for: regionserver/dd96e8dc8369:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T22:50:15,066 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T22:50:15,066 INFO [regionserver/dd96e8dc8369:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T22:50:15,066 INFO [RS:1;dd96e8dc8369:38537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38537 2024-11-23T22:50:15,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T22:50:15,070 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dd96e8dc8369,39839,1732402176280 2024-11-23T22:50:15,070 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T22:50:15,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dd96e8dc8369,38537,1732402176224 2024-11-23T22:50:15,081 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T22:50:15,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dd96e8dc8369,39839,1732402176280] 2024-11-23T22:50:15,102 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dd96e8dc8369,39839,1732402176280 already deleted, retry=false 2024-11-23T22:50:15,102 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dd96e8dc8369,39839,1732402176280 expired; onlineServers=1 2024-11-23T22:50:15,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dd96e8dc8369,38537,1732402176224] 2024-11-23T22:50:15,112 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dd96e8dc8369,38537,1732402176224 already deleted, retry=false 2024-11-23T22:50:15,112 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dd96e8dc8369,38537,1732402176224 expired; onlineServers=0 2024-11-23T22:50:15,112 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dd96e8dc8369,40265,1732402175276' ***** 2024-11-23T22:50:15,113 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T22:50:15,113 INFO [M:0;dd96e8dc8369:40265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T22:50:15,113 INFO [M:0;dd96e8dc8369:40265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T22:50:15,113 DEBUG [M:0;dd96e8dc8369:40265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T22:50:15,113 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T22:50:15,113 DEBUG [M:0;dd96e8dc8369:40265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T22:50:15,113 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster-HFileCleaner.small.0-1732402177747 {}] cleaner.HFileCleaner(306): Exit Thread[master/dd96e8dc8369:0:becomeActiveMaster-HFileCleaner.small.0-1732402177747,5,FailOnTimeoutGroup] 2024-11-23T22:50:15,113 DEBUG [master/dd96e8dc8369:0:becomeActiveMaster-HFileCleaner.large.0-1732402177746 {}] cleaner.HFileCleaner(306): Exit Thread[master/dd96e8dc8369:0:becomeActiveMaster-HFileCleaner.large.0-1732402177746,5,FailOnTimeoutGroup] 2024-11-23T22:50:15,113 INFO [M:0;dd96e8dc8369:40265 {}] hbase.ChoreService(370): Chore service for: master/dd96e8dc8369:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T22:50:15,113 INFO [M:0;dd96e8dc8369:40265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T22:50:15,114 DEBUG [M:0;dd96e8dc8369:40265 {}] master.HMaster(1795): Stopping service threads 2024-11-23T22:50:15,114 INFO [M:0;dd96e8dc8369:40265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T22:50:15,114 INFO [M:0;dd96e8dc8369:40265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T22:50:15,114 INFO [M:0;dd96e8dc8369:40265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T22:50:15,114 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T22:50:15,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T22:50:15,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T22:50:15,123 DEBUG [M:0;dd96e8dc8369:40265 {}] zookeeper.ZKUtil(347): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T22:50:15,123 WARN [M:0;dd96e8dc8369:40265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T22:50:15,124 INFO [M:0;dd96e8dc8369:40265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/.lastflushedseqids 2024-11-23T22:50:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741941_1121 (size=138) 2024-11-23T22:50:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741941_1121 (size=138) 2024-11-23T22:50:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741941_1121 (size=138) 2024-11-23T22:50:15,135 INFO [M:0;dd96e8dc8369:40265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T22:50:15,135 INFO [M:0;dd96e8dc8369:40265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T22:50:15,135 DEBUG [M:0;dd96e8dc8369:40265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T22:50:15,135 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T22:50:15,135 DEBUG [M:0;dd96e8dc8369:40265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T22:50:15,135 DEBUG [M:0;dd96e8dc8369:40265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T22:50:15,135 DEBUG [M:0;dd96e8dc8369:40265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T22:50:15,135 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-23T22:50:15,149 DEBUG [M:0;dd96e8dc8369:40265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a82a72b50b264eb8a34f3e44685d6bab is 82, key is hbase:meta,,1/info:regioninfo/1732402178609/Put/seqid=0 2024-11-23T22:50:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741942_1122 (size=5672) 2024-11-23T22:50:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741942_1122 (size=5672) 2024-11-23T22:50:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741942_1122 (size=5672) 2024-11-23T22:50:15,155 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a82a72b50b264eb8a34f3e44685d6bab 2024-11-23T22:50:15,174 DEBUG [M:0;dd96e8dc8369:40265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cbbcb7d50b74150a2823ef3ee572129 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732402191971/Put/seqid=0 2024-11-23T22:50:15,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741943_1123 (size=7755) 2024-11-23T22:50:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741943_1123 (size=7755) 2024-11-23T22:50:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741943_1123 (size=7755) 2024-11-23T22:50:15,191 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cbbcb7d50b74150a2823ef3ee572129 2024-11-23T22:50:15,191 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T22:50:15,192 INFO [RS:2;dd96e8dc8369:39839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T22:50:15,192 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39839-0x10169e355c10003, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T22:50:15,192 INFO [RS:2;dd96e8dc8369:39839 {}] regionserver.HRegionServer(1031): Exiting; stopping=dd96e8dc8369,39839,1732402176280; zookeeper connection closed. 2024-11-23T22:50:15,192 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@794c1c5a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@794c1c5a 2024-11-23T22:50:15,196 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4cbbcb7d50b74150a2823ef3ee572129 2024-11-23T22:50:15,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T22:50:15,202 INFO [RS:1;dd96e8dc8369:38537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T22:50:15,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38537-0x10169e355c10002, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T22:50:15,202 INFO [RS:1;dd96e8dc8369:38537 {}] regionserver.HRegionServer(1031): Exiting; stopping=dd96e8dc8369,38537,1732402176224; zookeeper connection closed. 2024-11-23T22:50:15,202 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62059e39 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62059e39 2024-11-23T22:50:15,203 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-23T22:50:15,212 DEBUG [M:0;dd96e8dc8369:40265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134a3af52a26432b97b1b47fb9821a3e is 69, key is dd96e8dc8369,38537,1732402176224/rs:state/1732402177808/Put/seqid=0 2024-11-23T22:50:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741944_1124 (size=5440) 2024-11-23T22:50:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741944_1124 (size=5440) 2024-11-23T22:50:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741944_1124 (size=5440) 2024-11-23T22:50:15,218 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134a3af52a26432b97b1b47fb9821a3e 2024-11-23T22:50:15,223 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 134a3af52a26432b97b1b47fb9821a3e 2024-11-23T22:50:15,224 DEBUG [M:0;dd96e8dc8369:40265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a82a72b50b264eb8a34f3e44685d6bab as hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a82a72b50b264eb8a34f3e44685d6bab 2024-11-23T22:50:15,229 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a82a72b50b264eb8a34f3e44685d6bab, entries=8, sequenceid=168, filesize=5.5 K 2024-11-23T22:50:15,230 DEBUG [M:0;dd96e8dc8369:40265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cbbcb7d50b74150a2823ef3ee572129 as hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4cbbcb7d50b74150a2823ef3ee572129 2024-11-23T22:50:15,236 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4cbbcb7d50b74150a2823ef3ee572129 2024-11-23T22:50:15,236 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4cbbcb7d50b74150a2823ef3ee572129, entries=17, sequenceid=168, filesize=7.6 K 2024-11-23T22:50:15,237 DEBUG [M:0;dd96e8dc8369:40265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134a3af52a26432b97b1b47fb9821a3e as hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/134a3af52a26432b97b1b47fb9821a3e 2024-11-23T22:50:15,244 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 134a3af52a26432b97b1b47fb9821a3e 2024-11-23T22:50:15,244 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34601/user/jenkins/test-data/72e19d76-4b7f-8d77-ca49-965663c450d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/134a3af52a26432b97b1b47fb9821a3e, entries=3, sequenceid=168, filesize=5.3 K 2024-11-23T22:50:15,246 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=168, compaction requested=false 2024-11-23T22:50:15,247 INFO [M:0;dd96e8dc8369:40265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T22:50:15,247 DEBUG [M:0;dd96e8dc8369:40265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732402215135Disabling compacts and flushes for region at 1732402215135Disabling writes for close at 1732402215135Obtaining lock to block concurrent updates at 1732402215135Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732402215135Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1732402215136 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732402215136Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732402215136Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732402215149 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732402215149Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732402215160 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732402215174 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732402215174Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732402215196 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732402215211 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732402215211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@318f4cd2: reopening flushed file at 1732402215223 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff012d6: reopening flushed file at 1732402215229 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c2446: reopening flushed file at 1732402215236 (+7 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=168, compaction requested=false at 1732402215246 (+10 ms)Writing region close event to WAL at 1732402215247 (+1 ms)Closed at 1732402215247 2024-11-23T22:50:15,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40199 is added to blk_1073741830_1006 (size=56603) 2024-11-23T22:50:15,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43945 is added to blk_1073741830_1006 (size=56603) 2024-11-23T22:50:15,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741830_1006 (size=56603) 2024-11-23T22:50:15,253 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T22:50:15,253 INFO [M:0;dd96e8dc8369:40265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T22:50:15,253 INFO [M:0;dd96e8dc8369:40265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40265 2024-11-23T22:50:15,253 INFO [M:0;dd96e8dc8369:40265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T22:50:15,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T22:50:15,360 INFO [M:0;dd96e8dc8369:40265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T22:50:15,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40265-0x10169e355c10000, quorum=127.0.0.1:61284, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T22:50:15,368 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195449 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195449 (inode 16655) Holder DFSClient_NONMAPREDUCE_923964114_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732402195066/wal.1732402195449 (inode 16655) Holder DFSClient_NONMAPREDUCE_923964114_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-23T22:50:15,369 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732402186751/wal.1732402186847 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:15,369 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732402210189/wal.1732402210384 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:15,372 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402204826 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402204826 (inode 16678) Holder DFSClient_NONMAPREDUCE_923964114_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732402195585/wal.1732402204826 (inode 16678) Holder DFSClient_NONMAPREDUCE_923964114_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-23T22:50:15,373 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732402179951/wal.1732402180022 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:15,377 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205563 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205563 (inode 16704) Holder DFSClient_NONMAPREDUCE_923964114_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732402205016/wal.1732402205563 (inode 16704) Holder DFSClient_NONMAPREDUCE_923964114_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-23T22:50:15,378 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732402205709/wal.1732402205772 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T22:50:15,381 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal.1732402179815 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal.1732402179815 (inode 16485) Holder DFSClient_NONMAPREDUCE_923964114_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732402179575/wal.1732402179815 (inode 16485) Holder DFSClient_NONMAPREDUCE_923964114_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-23T22:50:15,384 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal.1732402179325 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal.1732402179325 (inode 16462) Holder DFSClient_NONMAPREDUCE_923964114_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732402178982/wal.1732402179325 (inode 16462) Holder DFSClient_NONMAPREDUCE_923964114_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-23T22:50:15,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T22:50:15,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T22:50:15,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T22:50:15,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T22:50:15,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/hadoop.log.dir/,STOPPED} 2024-11-23T22:50:15,395 WARN [BP-256232310-172.17.0.2-1732402170045 heartbeating to localhost/127.0.0.1:34601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T22:50:15,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T22:50:15,396 WARN [BP-256232310-172.17.0.2-1732402170045 heartbeating to localhost/127.0.0.1:34601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-256232310-172.17.0.2-1732402170045 (Datanode Uuid 4fafdd2a-6955-4fb6-90c5-5abc703827ec) service to localhost/127.0.0.1:34601 2024-11-23T22:50:15,396 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T22:50:15,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data5/current/BP-256232310-172.17.0.2-1732402170045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T22:50:15,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data6/current/BP-256232310-172.17.0.2-1732402170045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T22:50:15,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T22:50:15,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T22:50:15,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T22:50:15,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T22:50:15,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T22:50:15,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/hadoop.log.dir/,STOPPED} 2024-11-23T22:50:15,407 WARN [BP-256232310-172.17.0.2-1732402170045 heartbeating to localhost/127.0.0.1:34601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T22:50:15,407 WARN [BP-256232310-172.17.0.2-1732402170045 heartbeating to localhost/127.0.0.1:34601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-256232310-172.17.0.2-1732402170045 (Datanode Uuid ee4c73bf-ed93-4c9e-ba90-ed568af215d4) service to localhost/127.0.0.1:34601 2024-11-23T22:50:15,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data3/current/BP-256232310-172.17.0.2-1732402170045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T22:50:15,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T22:50:15,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T22:50:15,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data4/current/BP-256232310-172.17.0.2-1732402170045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T22:50:15,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T22:50:15,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T22:50:15,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T22:50:15,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T22:50:15,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T22:50:15,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/hadoop.log.dir/,STOPPED} 2024-11-23T22:50:15,418 WARN [BP-256232310-172.17.0.2-1732402170045 heartbeating to localhost/127.0.0.1:34601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T22:50:15,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T22:50:15,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T22:50:15,418 WARN [BP-256232310-172.17.0.2-1732402170045 heartbeating to localhost/127.0.0.1:34601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-256232310-172.17.0.2-1732402170045 (Datanode Uuid fea11213-0d91-4ad4-8f3c-bf17aa7383c1) service to localhost/127.0.0.1:34601 2024-11-23T22:50:15,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data1/current/BP-256232310-172.17.0.2-1732402170045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T22:50:15,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/cluster_b4199406-0fb4-6fc3-c350-74ff4c95880f/data/data2/current/BP-256232310-172.17.0.2-1732402170045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T22:50:15,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T22:50:15,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T22:50:15,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T22:50:15,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T22:50:15,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T22:50:15,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/22e373ff-f8e1-4022-42f2-fcf3c47d6da3/hadoop.log.dir/,STOPPED} 2024-11-23T22:50:15,435 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T22:50:15,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down