2024-11-25 11:48:16,513 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-25 11:48:16,528 main DEBUG Took 0.013066 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 11:48:16,529 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 11:48:16,529 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 11:48:16,530 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 11:48:16,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,541 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 11:48:16,557 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,558 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,559 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,560 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,561 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,562 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,563 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,564 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,565 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,565 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:48:16,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,567 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 11:48:16,568 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:48:16,569 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 11:48:16,571 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 11:48:16,571 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 11:48:16,572 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 11:48:16,572 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 11:48:16,580 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 11:48:16,583 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 11:48:16,584 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 11:48:16,585 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 11:48:16,585 main DEBUG createAppenders(={Console}) 2024-11-25 11:48:16,586 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-25 11:48:16,586 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-25 11:48:16,587 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-25 11:48:16,587 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 11:48:16,587 main DEBUG OutputStream closed 2024-11-25 11:48:16,588 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 11:48:16,588 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 11:48:16,588 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-25 11:48:16,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 11:48:16,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 11:48:16,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 11:48:16,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 11:48:16,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 11:48:16,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 11:48:16,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 11:48:16,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 11:48:16,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 11:48:16,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 11:48:16,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 11:48:16,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 11:48:16,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 11:48:16,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 11:48:16,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 11:48:16,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 11:48:16,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 11:48:16,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 11:48:16,664 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 11:48:16,664 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-25 11:48:16,665 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 11:48:16,665 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-25T11:48:16,901 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14 2024-11-25 11:48:16,904 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 11:48:16,904 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T11:48:16,914 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-25T11:48:16,920 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-25T11:48:16,940 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T11:48:16,985 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T11:48:16,985 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T11:48:16,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:48:17,012 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041, deleteOnExit=true 2024-11-25T11:48:17,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:48:17,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/test.cache.data in system properties and HBase conf 2024-11-25T11:48:17,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:48:17,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:48:17,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:48:17,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:48:17,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:48:17,097 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T11:48:17,190 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:48:17,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:48:17,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:48:17,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:48:17,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:48:17,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:48:17,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:48:17,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:48:17,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:48:17,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:48:17,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:48:17,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:48:17,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:48:17,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:48:17,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:48:18,012 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T11:48:18,095 INFO [Time-limited test {}] log.Log(170): Logging initialized @2313ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T11:48:18,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:48:18,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:48:18,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:48:18,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:48:18,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:48:18,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:48:18,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bbe2a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:48:18,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@476c7268{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:48:18,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a7f9e4a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/java.io.tmpdir/jetty-localhost-45499-hadoop-hdfs-3_4_1-tests_jar-_-any-1709628584088047773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:48:18,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d0bea9c{HTTP/1.1, (http/1.1)}{localhost:45499} 2024-11-25T11:48:18,486 INFO [Time-limited test {}] server.Server(415): Started @2704ms 2024-11-25T11:48:18,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:48:18,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:48:18,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:48:18,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:48:18,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:48:18,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ebd4ea9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:48:18,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5188fb0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:48:19,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b6e40d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/java.io.tmpdir/jetty-localhost-43445-hadoop-hdfs-3_4_1-tests_jar-_-any-6424139661382058703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:19,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61785907{HTTP/1.1, (http/1.1)}{localhost:43445} 2024-11-25T11:48:19,010 INFO [Time-limited test {}] server.Server(415): Started @3228ms 2024-11-25T11:48:19,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:48:19,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:48:19,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:48:19,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:48:19,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:48:19,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:48:19,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a6d553f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:48:19,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dbddd12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:48:19,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@402ac1c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/java.io.tmpdir/jetty-localhost-37159-hadoop-hdfs-3_4_1-tests_jar-_-any-5487536846137133016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:19,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@426a83c3{HTTP/1.1, (http/1.1)}{localhost:37159} 2024-11-25T11:48:19,344 INFO [Time-limited test {}] server.Server(415): Started @3562ms 2024-11-25T11:48:19,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:48:19,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:48:19,392 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:48:19,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:48:19,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:48:19,395 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:48:19,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b9a90ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:48:19,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5949125f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:48:19,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9ade2f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/java.io.tmpdir/jetty-localhost-45417-hadoop-hdfs-3_4_1-tests_jar-_-any-9525866169464244815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:19,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50049e77{HTTP/1.1, (http/1.1)}{localhost:45417} 2024-11-25T11:48:19,527 INFO [Time-limited test {}] server.Server(415): Started @3745ms 2024-11-25T11:48:19,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:48:19,530 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data3/current/BP-2004791032-172.17.0.2-1732535297774/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:19,530 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data2/current/BP-2004791032-172.17.0.2-1732535297774/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:19,530 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data4/current/BP-2004791032-172.17.0.2-1732535297774/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:19,530 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data1/current/BP-2004791032-172.17.0.2-1732535297774/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:19,589 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:48:19,589 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:48:19,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e469b6f2b39fa14 with lease ID 0x22f6316356027188: Processing first storage report for DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5 from datanode DatanodeRegistration(127.0.0.1:46547, datanodeUuid=c7f69b5f-0393-4c07-8e60-56aa9fe4092c, infoPort=34353, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774) 2024-11-25T11:48:19,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e469b6f2b39fa14 with lease ID 0x22f6316356027188: from storage DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5 node DatanodeRegistration(127.0.0.1:46547, datanodeUuid=c7f69b5f-0393-4c07-8e60-56aa9fe4092c, infoPort=34353, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T11:48:19,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4356598c9ab4dce2 with lease ID 0x22f6316356027189: Processing first storage report for DS-eb32857b-724a-4f00-94b1-350ac61f780c from datanode DatanodeRegistration(127.0.0.1:33451, datanodeUuid=e91a20bc-ad95-4bf8-8629-ec45adc2f107, infoPort=45371, infoSecurePort=0, ipcPort=39283, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774) 2024-11-25T11:48:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4356598c9ab4dce2 with lease ID 0x22f6316356027189: from storage DS-eb32857b-724a-4f00-94b1-350ac61f780c node DatanodeRegistration(127.0.0.1:33451, datanodeUuid=e91a20bc-ad95-4bf8-8629-ec45adc2f107, infoPort=45371, infoSecurePort=0, ipcPort=39283, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T11:48:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e469b6f2b39fa14 with lease ID 0x22f6316356027188: Processing first storage report for DS-a33ca9e9-4b27-40ad-8a6c-4f6478e1280f from datanode DatanodeRegistration(127.0.0.1:46547, datanodeUuid=c7f69b5f-0393-4c07-8e60-56aa9fe4092c, infoPort=34353, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774) 2024-11-25T11:48:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e469b6f2b39fa14 with lease ID 0x22f6316356027188: from storage DS-a33ca9e9-4b27-40ad-8a6c-4f6478e1280f node DatanodeRegistration(127.0.0.1:46547, datanodeUuid=c7f69b5f-0393-4c07-8e60-56aa9fe4092c, infoPort=34353, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:48:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4356598c9ab4dce2 with lease ID 0x22f6316356027189: Processing first storage report for DS-a1f33fa9-cd7e-40e4-9f16-da9c89e8f0a9 from datanode DatanodeRegistration(127.0.0.1:33451, datanodeUuid=e91a20bc-ad95-4bf8-8629-ec45adc2f107, infoPort=45371, infoSecurePort=0, ipcPort=39283, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774) 2024-11-25T11:48:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4356598c9ab4dce2 with lease ID 0x22f6316356027189: from storage DS-a1f33fa9-cd7e-40e4-9f16-da9c89e8f0a9 node DatanodeRegistration(127.0.0.1:33451, datanodeUuid=e91a20bc-ad95-4bf8-8629-ec45adc2f107, infoPort=45371, infoSecurePort=0, ipcPort=39283, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:48:19,682 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data6/current/BP-2004791032-172.17.0.2-1732535297774/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:19,683 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data5/current/BP-2004791032-172.17.0.2-1732535297774/current, will proceed with Du for space computation calculation, 2024-11-25T11:48:19,708 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:48:19,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e64e01ce029347b with lease ID 0x22f631635602718a: Processing first storage report for DS-fd08235e-b493-44dd-8b47-f5933f751e25 from datanode DatanodeRegistration(127.0.0.1:36279, datanodeUuid=baed379b-87a1-440a-b9bc-fc4988d12c90, infoPort=44087, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774) 2024-11-25T11:48:19,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e64e01ce029347b with lease ID 0x22f631635602718a: from storage DS-fd08235e-b493-44dd-8b47-f5933f751e25 node DatanodeRegistration(127.0.0.1:36279, datanodeUuid=baed379b-87a1-440a-b9bc-fc4988d12c90, infoPort=44087, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:48:19,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e64e01ce029347b with lease ID 0x22f631635602718a: Processing first storage report for DS-6f73b98a-09ef-4f5f-8370-b9d5b4a35e9e from datanode DatanodeRegistration(127.0.0.1:36279, datanodeUuid=baed379b-87a1-440a-b9bc-fc4988d12c90, infoPort=44087, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774) 2024-11-25T11:48:19,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e64e01ce029347b with lease ID 0x22f631635602718a: from storage DS-6f73b98a-09ef-4f5f-8370-b9d5b4a35e9e node DatanodeRegistration(127.0.0.1:36279, datanodeUuid=baed379b-87a1-440a-b9bc-fc4988d12c90, infoPort=44087, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=253479256;c=1732535297774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:48:19,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14 2024-11-25T11:48:20,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/zookeeper_0, clientPort=53818, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:48:20,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53818 2024-11-25T11:48:20,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:20,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:20,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:48:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:48:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:48:20,716 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78 with version=8 2024-11-25T11:48:20,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/hbase-staging 2024-11-25T11:48:21,020 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:48:21,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:48:21,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:48:21,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:48:21,234 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T11:48:21,242 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T11:48:21,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:48:21,275 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22793 (auto-detected) 2024-11-25T11:48:21,276 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T11:48:21,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36591 2024-11-25T11:48:21,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36591 connecting to ZooKeeper ensemble=127.0.0.1:53818 2024-11-25T11:48:21,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365910x0, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:48:21,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36591-0x1014ef49a5f0000 connected 2024-11-25T11:48:21,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:21,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:21,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:21,399 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78, hbase.cluster.distributed=false 2024-11-25T11:48:21,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:48:21,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36591 2024-11-25T11:48:21,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36591 2024-11-25T11:48:21,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36591 2024-11-25T11:48:21,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36591 2024-11-25T11:48:21,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36591 2024-11-25T11:48:21,545 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:48:21,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:48:21,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:48:21,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:48:21,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:48:21,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46323 2024-11-25T11:48:21,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46323 connecting to ZooKeeper ensemble=127.0.0.1:53818 2024-11-25T11:48:21,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:21,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:21,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463230x0, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:48:21,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46323-0x1014ef49a5f0001 connected 2024-11-25T11:48:21,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:21,568 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:48:21,576 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:48:21,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:48:21,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:48:21,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46323 2024-11-25T11:48:21,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46323 2024-11-25T11:48:21,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46323 2024-11-25T11:48:21,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46323 2024-11-25T11:48:21,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46323 2024-11-25T11:48:21,602 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:48:21,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:48:21,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:48:21,603 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:48:21,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:48:21,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34165 2024-11-25T11:48:21,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34165 connecting to ZooKeeper ensemble=127.0.0.1:53818 2024-11-25T11:48:21,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:21,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:21,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341650x0, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:48:21,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34165-0x1014ef49a5f0002 connected 2024-11-25T11:48:21,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341650x0, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:21,617 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:48:21,618 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:48:21,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:48:21,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:48:21,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-25T11:48:21,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34165 2024-11-25T11:48:21,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34165 2024-11-25T11:48:21,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-25T11:48:21,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34165 2024-11-25T11:48:21,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:48:21,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:48:21,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:48:21,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:48:21,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:48:21,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:48:21,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46797 2024-11-25T11:48:21,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46797 connecting to ZooKeeper ensemble=127.0.0.1:53818 2024-11-25T11:48:21,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:21,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467970x0, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:48:21,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46797-0x1014ef49a5f0003 connected 2024-11-25T11:48:21,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:21,668 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:48:21,668 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:48:21,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:48:21,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:48:21,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-25T11:48:21,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46797 2024-11-25T11:48:21,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46797 2024-11-25T11:48:21,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-25T11:48:21,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-25T11:48:21,693 DEBUG [M:0;96bb5f2c2895:36591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:36591 2024-11-25T11:48:21,694 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/96bb5f2c2895,36591,1732535300822 2024-11-25T11:48:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:21,703 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/96bb5f2c2895,36591,1732535300822 2024-11-25T11:48:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:48:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:48:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:48:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:21,728 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T11:48:21,730 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/96bb5f2c2895,36591,1732535300822 from backup master directory 2024-11-25T11:48:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/96bb5f2c2895,36591,1732535300822 2024-11-25T11:48:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:48:21,739 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:48:21,739 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,36591,1732535300822 2024-11-25T11:48:21,742 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T11:48:21,744 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T11:48:21,802 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/hbase.id] with ID: 7093f0ab-74e7-43b6-b062-d9ce7778b93d 2024-11-25T11:48:21,802 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/.tmp/hbase.id 2024-11-25T11:48:21,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:48:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:48:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:48:21,818 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/.tmp/hbase.id]:[hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/hbase.id] 2024-11-25T11:48:21,861 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:48:21,867 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:48:21,886 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-25T11:48:21,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:21,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:21,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:21,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:21,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:48:21,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:48:21,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:48:21,925 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:48:21,927 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:48:21,933 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:21,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:48:21,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:48:21,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:48:21,984 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store 2024-11-25T11:48:22,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:48:22,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:48:22,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:48:22,013 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T11:48:22,016 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:22,018 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:48:22,018 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:22,018 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:22,019 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:48:22,019 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:22,020 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:22,021 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732535302017Disabling compacts and flushes for region at 1732535302018 (+1 ms)Disabling writes for close at 1732535302019 (+1 ms)Writing region close event to WAL at 1732535302020 (+1 ms)Closed at 1732535302020 2024-11-25T11:48:22,023 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/.initializing 2024-11-25T11:48:22,023 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/WALs/96bb5f2c2895,36591,1732535300822 2024-11-25T11:48:22,031 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:22,045 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C36591%2C1732535300822, suffix=, logDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/WALs/96bb5f2c2895,36591,1732535300822, archiveDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/oldWALs, maxLogs=10 2024-11-25T11:48:22,077 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/WALs/96bb5f2c2895,36591,1732535300822/96bb5f2c2895%2C36591%2C1732535300822.1732535302049, exclude list is [], retry=0 2024-11-25T11:48:22,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:22,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:22,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:22,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:22,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T11:48:22,143 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/WALs/96bb5f2c2895,36591,1732535300822/96bb5f2c2895%2C36591%2C1732535300822.1732535302049 2024-11-25T11:48:22,144 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:22,145 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:22,145 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:22,150 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,151 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:48:22,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:22,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:22,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:48:22,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:22,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:22,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:48:22,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:22,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:22,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:48:22,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:22,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:22,236 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,240 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,241 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,245 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,246 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,249 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:48:22,253 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:48:22,257 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:22,258 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61932049, jitterRate=-0.07714055478572845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:48:22,264 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732535302163Initializing all the Stores at 1732535302165 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535302166 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535302166Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535302167 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535302167Cleaning up temporary data from old regions at 1732535302246 (+79 ms)Region opened successfully at 1732535302264 (+18 ms) 2024-11-25T11:48:22,265 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:48:22,300 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bcba04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:48:22,333 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:48:22,344 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:48:22,345 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:48:22,348 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:48:22,349 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T11:48:22,354 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T11:48:22,354 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:48:22,386 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:48:22,394 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T11:48:22,396 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T11:48:22,398 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:48:22,400 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:48:22,401 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T11:48:22,403 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:48:22,406 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:48:22,409 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T11:48:22,410 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:48:22,411 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T11:48:22,429 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:48:22,431 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T11:48:22,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:22,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,438 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,36591,1732535300822, sessionid=0x1014ef49a5f0000, setting cluster-up flag (Was=false) 2024-11-25T11:48:22,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,457 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T11:48:22,459 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,36591,1732535300822 2024-11-25T11:48:22,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:22,470 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T11:48:22,472 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,36591,1732535300822 2024-11-25T11:48:22,478 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:48:22,481 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(746): ClusterId : 7093f0ab-74e7-43b6-b062-d9ce7778b93d 2024-11-25T11:48:22,481 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(746): ClusterId : 7093f0ab-74e7-43b6-b062-d9ce7778b93d 2024-11-25T11:48:22,482 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(746): ClusterId : 7093f0ab-74e7-43b6-b062-d9ce7778b93d 2024-11-25T11:48:22,484 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:48:22,484 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:48:22,484 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:48:22,489 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:48:22,489 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:48:22,489 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:48:22,489 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:48:22,489 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:48:22,489 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:48:22,493 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:48:22,493 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:48:22,493 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:48:22,494 DEBUG [RS:1;96bb5f2c2895:34165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be3ff2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:48:22,494 DEBUG [RS:0;96bb5f2c2895:46323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f9971d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:48:22,494 DEBUG [RS:2;96bb5f2c2895:46797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238accb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:48:22,508 DEBUG [RS:0;96bb5f2c2895:46323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:46323 2024-11-25T11:48:22,511 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:48:22,511 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:48:22,511 DEBUG [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:48:22,514 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,36591,1732535300822 with port=46323, startcode=1732535301507 2024-11-25T11:48:22,515 DEBUG [RS:2;96bb5f2c2895:46797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;96bb5f2c2895:46797 2024-11-25T11:48:22,515 DEBUG [RS:1;96bb5f2c2895:34165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;96bb5f2c2895:34165 2024-11-25T11:48:22,515 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:48:22,515 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:48:22,515 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:48:22,515 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:48:22,515 DEBUG [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:48:22,515 DEBUG [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:48:22,517 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,36591,1732535300822 with port=34165, startcode=1732535301601 2024-11-25T11:48:22,517 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,36591,1732535300822 with port=46797, startcode=1732535301650 2024-11-25T11:48:22,526 DEBUG [RS:2;96bb5f2c2895:46797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:48:22,526 DEBUG [RS:0;96bb5f2c2895:46323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:48:22,526 DEBUG [RS:1;96bb5f2c2895:34165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:48:22,567 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:48:22,567 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:48:22,567 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:48:22,568 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:48:22,573 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36591 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:48:22,579 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36591 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:48:22,579 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36591 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:48:22,580 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:48:22,589 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:48:22,599 DEBUG [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T11:48:22,599 DEBUG [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T11:48:22,599 DEBUG [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T11:48:22,599 WARN [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T11:48:22,599 WARN [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T11:48:22,599 WARN [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T11:48:22,596 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,36591,1732535300822 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:48:22,605 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:48:22,605 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:48:22,605 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:48:22,605 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:48:22,605 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:48:22,606 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,606 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:48:22,606 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,607 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732535332607 2024-11-25T11:48:22,609 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:48:22,610 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:48:22,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:48:22,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:48:22,614 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:48:22,614 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:48:22,615 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:48:22,615 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:48:22,615 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,618 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:22,619 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:48:22,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:48:22,621 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:48:22,621 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:48:22,623 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:48:22,624 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:48:22,626 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732535302625,5,FailOnTimeoutGroup] 2024-11-25T11:48:22,626 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732535302626,5,FailOnTimeoutGroup] 2024-11-25T11:48:22,626 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,627 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:48:22,628 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,628 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:48:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:48:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:48:22,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:48:22,672 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78 2024-11-25T11:48:22,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:48:22,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:48:22,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:48:22,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:22,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:48:22,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:48:22,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:22,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:22,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:48:22,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:48:22,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:22,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:22,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:48:22,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:48:22,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:22,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:22,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:48:22,700 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,36591,1732535300822 with port=34165, startcode=1732535301601 2024-11-25T11:48:22,700 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,36591,1732535300822 with port=46797, startcode=1732535301650 2024-11-25T11:48:22,700 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,36591,1732535300822 with port=46323, startcode=1732535301507 2024-11-25T11:48:22,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:48:22,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:22,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:22,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:22,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:48:22,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740 2024-11-25T11:48:22,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740 2024-11-25T11:48:22,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36591 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:22,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:48:22,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:48:22,709 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:48:22,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:48:22,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:22,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36591 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:22,716 DEBUG [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78 2024-11-25T11:48:22,716 DEBUG [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39111 2024-11-25T11:48:22,716 DEBUG [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:48:22,721 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:22,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:22,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36591 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:22,721 DEBUG [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78 2024-11-25T11:48:22,721 DEBUG [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39111 2024-11-25T11:48:22,721 DEBUG [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:48:22,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:48:22,722 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58781034, jitterRate=-0.12409433722496033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:48:22,725 DEBUG [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78 2024-11-25T11:48:22,725 DEBUG [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39111 2024-11-25T11:48:22,725 DEBUG [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:48:22,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732535302687Initializing all the Stores at 1732535302688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535302688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535302688Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535302688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535302688Cleaning up temporary data from old regions at 1732535302708 (+20 ms)Region opened successfully at 1732535302725 (+17 ms) 2024-11-25T11:48:22,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:48:22,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:48:22,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:48:22,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:48:22,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:48:22,727 DEBUG [RS:2;96bb5f2c2895:46797 {}] zookeeper.ZKUtil(111): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:22,728 WARN [RS:2;96bb5f2c2895:46797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:48:22,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:48:22,728 INFO [RS:2;96bb5f2c2895:46797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:22,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732535302726Disabling compacts and flushes for region at 1732535302726Disabling writes for close at 1732535302726Writing region close event to WAL at 1732535302727 (+1 ms)Closed at 1732535302728 (+1 ms) 2024-11-25T11:48:22,728 DEBUG [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:22,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,46797,1732535301650] 2024-11-25T11:48:22,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,46323,1732535301507] 2024-11-25T11:48:22,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:48:22,731 DEBUG [RS:0;96bb5f2c2895:46323 {}] zookeeper.ZKUtil(111): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:22,731 WARN [RS:0;96bb5f2c2895:46323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:48:22,731 INFO [RS:0;96bb5f2c2895:46323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:22,731 DEBUG [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:22,731 DEBUG [RS:1;96bb5f2c2895:34165 {}] zookeeper.ZKUtil(111): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:22,731 WARN [RS:1;96bb5f2c2895:34165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:48:22,732 INFO [RS:1;96bb5f2c2895:34165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:22,732 DEBUG [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:22,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:48:22,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:48:22,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,34165,1732535301601] 2024-11-25T11:48:22,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:48:22,750 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:48:22,754 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:48:22,759 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:48:22,759 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:48:22,759 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:48:22,772 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:48:22,772 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:48:22,772 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:48:22,777 INFO [RS:2;96bb5f2c2895:46797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:48:22,777 INFO [RS:1;96bb5f2c2895:34165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:48:22,777 INFO [RS:0;96bb5f2c2895:46323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:48:22,777 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,778 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,778 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,780 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:48:22,780 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:48:22,780 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:48:22,786 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:48:22,786 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:48:22,786 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:48:22,788 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,788 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,788 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,788 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,788 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,788 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,788 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,788 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,788 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,788 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,788 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,788 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,788 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,788 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:48:22,789 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:48:22,789 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:48:22,789 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,789 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,790 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,790 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,790 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:22,790 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:22,790 DEBUG [RS:1;96bb5f2c2895:34165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:22,790 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,790 DEBUG [RS:2;96bb5f2c2895:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:22,790 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,790 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,791 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:48:22,791 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:22,791 DEBUG [RS:0;96bb5f2c2895:46323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:48:22,791 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,791 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,791 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,791 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,791 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,791 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,791 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,791 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,791 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46797,1732535301650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:48:22,792 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,792 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,792 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,792 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34165,1732535301601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:48:22,792 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,792 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,792 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,792 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,792 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46323,1732535301507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:48:22,811 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:48:22,811 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:48:22,813 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46323,1732535301507-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,813 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46797,1732535301650-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,814 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,814 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,814 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.Replication(171): 96bb5f2c2895,46797,1732535301650 started 2024-11-25T11:48:22,814 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.Replication(171): 96bb5f2c2895,46323,1732535301507 started 2024-11-25T11:48:22,819 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:48:22,819 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34165,1732535301601-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,820 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,820 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.Replication(171): 96bb5f2c2895,34165,1732535301601 started 2024-11-25T11:48:22,841 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,841 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,841 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:22,842 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,34165,1732535301601, RpcServer on 96bb5f2c2895/172.17.0.2:34165, sessionid=0x1014ef49a5f0002 2024-11-25T11:48:22,842 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,46797,1732535301650, RpcServer on 96bb5f2c2895/172.17.0.2:46797, sessionid=0x1014ef49a5f0003 2024-11-25T11:48:22,842 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,46323,1732535301507, RpcServer on 96bb5f2c2895/172.17.0.2:46323, sessionid=0x1014ef49a5f0001 2024-11-25T11:48:22,842 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:48:22,842 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:48:22,842 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:48:22,843 DEBUG [RS:1;96bb5f2c2895:34165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:22,843 DEBUG [RS:0;96bb5f2c2895:46323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:22,843 DEBUG [RS:2;96bb5f2c2895:46797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:22,843 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,34165,1732535301601' 2024-11-25T11:48:22,843 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,46323,1732535301507' 2024-11-25T11:48:22,843 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,46797,1732535301650' 2024-11-25T11:48:22,843 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:48:22,843 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:48:22,843 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:48:22,844 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:48:22,844 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:48:22,844 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:48:22,845 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:48:22,845 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:48:22,845 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:48:22,845 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:48:22,845 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:48:22,845 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:48:22,845 DEBUG [RS:0;96bb5f2c2895:46323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:22,845 DEBUG [RS:1;96bb5f2c2895:34165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:22,845 DEBUG [RS:2;96bb5f2c2895:46797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:22,845 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,46323,1732535301507' 2024-11-25T11:48:22,845 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,46797,1732535301650' 2024-11-25T11:48:22,845 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,34165,1732535301601' 2024-11-25T11:48:22,845 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:48:22,845 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:48:22,845 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:48:22,846 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:48:22,846 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:48:22,846 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:48:22,846 DEBUG [RS:2;96bb5f2c2895:46797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:48:22,846 INFO [RS:2;96bb5f2c2895:46797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:48:22,846 DEBUG [RS:0;96bb5f2c2895:46323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:48:22,847 INFO [RS:2;96bb5f2c2895:46797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:48:22,847 INFO [RS:0;96bb5f2c2895:46323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:48:22,847 DEBUG [RS:1;96bb5f2c2895:34165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:48:22,847 INFO [RS:0;96bb5f2c2895:46323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:48:22,847 INFO [RS:1;96bb5f2c2895:34165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:48:22,847 INFO [RS:1;96bb5f2c2895:34165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:48:22,905 WARN [96bb5f2c2895:36591 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T11:48:22,952 INFO [RS:1;96bb5f2c2895:34165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:22,952 INFO [RS:0;96bb5f2c2895:46323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:22,952 INFO [RS:2;96bb5f2c2895:46797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:22,955 INFO [RS:1;96bb5f2c2895:34165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C34165%2C1732535301601, suffix=, logDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,34165,1732535301601, archiveDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/oldWALs, maxLogs=32 2024-11-25T11:48:22,955 INFO [RS:2;96bb5f2c2895:46797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C46797%2C1732535301650, suffix=, logDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46797,1732535301650, archiveDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/oldWALs, maxLogs=32 2024-11-25T11:48:22,955 INFO [RS:0;96bb5f2c2895:46323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C46323%2C1732535301507, suffix=, logDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507, archiveDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/oldWALs, maxLogs=32 2024-11-25T11:48:22,976 DEBUG [RS:2;96bb5f2c2895:46797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46797,1732535301650/96bb5f2c2895%2C46797%2C1732535301650.1732535302961, exclude list is [], retry=0 2024-11-25T11:48:22,976 DEBUG [RS:0;96bb5f2c2895:46323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507/96bb5f2c2895%2C46323%2C1732535301507.1732535302961, exclude list is [], retry=0 2024-11-25T11:48:22,976 DEBUG [RS:1;96bb5f2c2895:34165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,34165,1732535301601/96bb5f2c2895%2C34165%2C1732535301601.1732535302961, exclude list is [], retry=0 2024-11-25T11:48:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:22,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:22,989 INFO [RS:2;96bb5f2c2895:46797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46797,1732535301650/96bb5f2c2895%2C46797%2C1732535301650.1732535302961 2024-11-25T11:48:22,989 INFO [RS:1;96bb5f2c2895:34165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,34165,1732535301601/96bb5f2c2895%2C34165%2C1732535301601.1732535302961 2024-11-25T11:48:22,989 DEBUG [RS:2;96bb5f2c2895:46797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371)] 2024-11-25T11:48:22,990 DEBUG [RS:1;96bb5f2c2895:34165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:22,993 INFO [RS:0;96bb5f2c2895:46323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507/96bb5f2c2895%2C46323%2C1732535301507.1732535302961 2024-11-25T11:48:22,993 DEBUG [RS:0;96bb5f2c2895:46323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:23,158 DEBUG [96bb5f2c2895:36591 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T11:48:23,166 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(204): Hosts are {96bb5f2c2895=0} racks are {/default-rack=0} 2024-11-25T11:48:23,173 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:48:23,173 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:48:23,173 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T11:48:23,173 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:48:23,173 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:48:23,173 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T11:48:23,173 INFO [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:48:23,173 INFO [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:48:23,173 INFO [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T11:48:23,173 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:48:23,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:23,186 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,46797,1732535301650, state=OPENING 2024-11-25T11:48:23,191 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:48:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:23,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:23,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:23,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:23,195 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:48:23,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:23,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,46797,1732535301650}] 2024-11-25T11:48:23,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:48:23,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:48:23,388 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:48:23,388 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:23,389 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:48:23,391 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C46797%2C1732535301650.meta, suffix=.meta, logDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46797,1732535301650, archiveDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/oldWALs, maxLogs=32 2024-11-25T11:48:23,408 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46797,1732535301650/96bb5f2c2895%2C46797%2C1732535301650.meta.1732535303393.meta, exclude list is [], retry=0 2024-11-25T11:48:23,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:23,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:23,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:23,415 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46797,1732535301650/96bb5f2c2895%2C46797%2C1732535301650.meta.1732535303393.meta 2024-11-25T11:48:23,416 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:23,416 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:23,419 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:48:23,421 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:48:23,426 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:48:23,431 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:48:23,431 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:23,431 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:48:23,432 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:48:23,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:48:23,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:48:23,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:23,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:23,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:48:23,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:48:23,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:23,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:23,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:48:23,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:48:23,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:23,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:23,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:48:23,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:48:23,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:23,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:48:23,445 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:48:23,446 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740 2024-11-25T11:48:23,449 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740 2024-11-25T11:48:23,451 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:48:23,451 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:48:23,452 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:48:23,455 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:48:23,456 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74254137, jitterRate=0.10647286474704742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:48:23,456 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:48:23,458 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732535303432Writing region info on filesystem at 1732535303432Initializing all the Stores at 1732535303434 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535303434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535303434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535303434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732535303434Cleaning up temporary data from old regions at 1732535303451 (+17 ms)Running coprocessor post-open hooks at 1732535303456 (+5 ms)Region opened successfully at 1732535303458 (+2 ms) 2024-11-25T11:48:23,465 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732535303364 2024-11-25T11:48:23,476 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:48:23,477 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:48:23,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:23,480 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,46797,1732535301650, state=OPEN 2024-11-25T11:48:23,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:48:23,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:48:23,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:48:23,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:48:23,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:23,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:23,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:23,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:48:23,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:23,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:48:23,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,46797,1732535301650 in 287 msec 2024-11-25T11:48:23,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:48:23,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 751 msec 2024-11-25T11:48:23,497 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:48:23,497 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:48:23,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:48:23,522 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,46797,1732535301650, seqNum=-1] 2024-11-25T11:48:23,544 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:48:23,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:48:23,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0510 sec 2024-11-25T11:48:23,565 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732535303565, completionTime=-1 2024-11-25T11:48:23,568 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T11:48:23,568 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:48:23,594 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T11:48:23,594 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732535363594 2024-11-25T11:48:23,594 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732535423594 2024-11-25T11:48:23,594 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-25T11:48:23,595 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:48:23,602 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36591,1732535300822-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:23,602 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36591,1732535300822-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:23,602 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36591,1732535300822-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:23,604 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:36591, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:23,604 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:23,605 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:23,611 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:48:23,634 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.895sec 2024-11-25T11:48:23,636 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:48:23,637 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:48:23,638 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:48:23,639 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:48:23,639 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:48:23,639 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36591,1732535300822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:48:23,640 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36591,1732535300822-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:48:23,645 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:48:23,646 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:48:23,646 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36591,1732535300822-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:23,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ccd503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:48:23,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36591,-1 for getting cluster id 2024-11-25T11:48:23,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:48:23,726 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093f0ab-74e7-43b6-b062-d9ce7778b93d' 2024-11-25T11:48:23,729 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:48:23,730 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093f0ab-74e7-43b6-b062-d9ce7778b93d" 2024-11-25T11:48:23,732 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15be85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:48:23,733 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36591,-1] 2024-11-25T11:48:23,740 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:48:23,742 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:23,743 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:48:23,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6098cff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:48:23,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:48:23,753 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,46797,1732535301650, seqNum=-1] 2024-11-25T11:48:23,753 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:48:23,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:48:23,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,36591,1732535300822 2024-11-25T11:48:23,776 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:39111/hbase 2024-11-25T11:48:23,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=4977 2024-11-25T11:48:23,810 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:23,813 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:23,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:23,818 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-15871358, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/hregion-15871358, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:23,836 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-15871358/hregion-15871358.1732535303820, exclude list is [], retry=0 2024-11-25T11:48:23,840 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:23,840 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:23,841 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:23,844 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-15871358/hregion-15871358.1732535303820 2024-11-25T11:48:23,844 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371)] 2024-11-25T11:48:23,844 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ed8dc7e13d760534a27f588a76e2831a, NAME => 'testReplayEditsWrittenIntoWAL,,1732535303811.ed8dc7e13d760534a27f588a76e2831a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/hbase 2024-11-25T11:48:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741838_1014 (size=64) 2024-11-25T11:48:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741838_1014 (size=64) 2024-11-25T11:48:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741838_1014 (size=64) 2024-11-25T11:48:23,858 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535303811.ed8dc7e13d760534a27f588a76e2831a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:23,860 INFO [StoreOpener-ed8dc7e13d760534a27f588a76e2831a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:23,862 INFO [StoreOpener-ed8dc7e13d760534a27f588a76e2831a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed8dc7e13d760534a27f588a76e2831a columnFamilyName a 2024-11-25T11:48:23,862 DEBUG [StoreOpener-ed8dc7e13d760534a27f588a76e2831a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:23,863 INFO [StoreOpener-ed8dc7e13d760534a27f588a76e2831a-1 {}] regionserver.HStore(327): Store=ed8dc7e13d760534a27f588a76e2831a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:23,863 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:23,865 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:23,865 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:23,866 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:23,866 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:23,868 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:23,872 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:23,873 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ed8dc7e13d760534a27f588a76e2831a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69407045, jitterRate=0.034245565533638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:48:23,874 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ed8dc7e13d760534a27f588a76e2831a: Writing region info on filesystem at 1732535303858Initializing all the Stores at 1732535303860 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535303860Cleaning up temporary data from old regions at 1732535303866 (+6 ms)Region opened successfully at 1732535303874 (+8 ms) 2024-11-25T11:48:23,874 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ed8dc7e13d760534a27f588a76e2831a, disabling compactions & flushes 2024-11-25T11:48:23,874 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535303811.ed8dc7e13d760534a27f588a76e2831a. 2024-11-25T11:48:23,874 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535303811.ed8dc7e13d760534a27f588a76e2831a. 2024-11-25T11:48:23,874 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535303811.ed8dc7e13d760534a27f588a76e2831a. after waiting 0 ms 2024-11-25T11:48:23,874 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535303811.ed8dc7e13d760534a27f588a76e2831a. 2024-11-25T11:48:23,875 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535303811.ed8dc7e13d760534a27f588a76e2831a. 2024-11-25T11:48:23,875 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ed8dc7e13d760534a27f588a76e2831a: Waiting for close lock at 1732535303874Disabling compacts and flushes for region at 1732535303874Disabling writes for close at 1732535303874Writing region close event to WAL at 1732535303875 (+1 ms)Closed at 1732535303875 2024-11-25T11:48:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741837_1013 (size=93) 2024-11-25T11:48:23,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741837_1013 (size=93) 2024-11-25T11:48:23,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741837_1013 (size=93) 2024-11-25T11:48:23,887 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:23,888 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-15871358:(num 1732535303820) 2024-11-25T11:48:23,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T11:48:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741839_1015 (size=276) 2024-11-25T11:48:23,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741839_1015 (size=276) 2024-11-25T11:48:23,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741839_1015 (size=276) 2024-11-25T11:48:23,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T11:48:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741840_1016 (size=230) 2024-11-25T11:48:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741840_1016 (size=230) 2024-11-25T11:48:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741840_1016 (size=230) 2024-11-25T11:48:23,945 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-1, size=276 (276bytes) 2024-11-25T11:48:23,946 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T11:48:23,946 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T11:48:23,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-1 2024-11-25T11:48:23,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-1 after 4ms 2024-11-25T11:48:23,958 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:23,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-1 took 16ms 2024-11-25T11:48:23,964 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-1 so closing down 2024-11-25T11:48:23,967 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-25T11:48:23,968 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000001-wal-1.temp 2024-11-25T11:48:23,970 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:23,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:23,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741841_1017 (size=276) 2024-11-25T11:48:23,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741841_1017 (size=276) 2024-11-25T11:48:23,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741841_1017 (size=276) 2024-11-25T11:48:23,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:23,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002 2024-11-25T11:48:23,989 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-25T11:48:23,989 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-1, journal: Splitting hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-1, size=276 (276bytes) at 1732535303945Finishing writing output for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-1 so closing down at 1732535303964 (+19 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000001-wal-1.temp at 1732535303968 (+4 ms)3 split writer threads finished at 1732535303970 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732535303983 (+13 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002 at 1732535303985 (+2 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1732535303989 (+4 ms) 2024-11-25T11:48:24,004 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-2, size=230 (230bytes) 2024-11-25T11:48:24,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-2 2024-11-25T11:48:24,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-2 after 1ms 2024-11-25T11:48:24,008 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:24,009 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-2 took 5ms 2024-11-25T11:48:24,011 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-2 so closing down 2024-11-25T11:48:24,011 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:24,014 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-25T11:48:24,015 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002-wal-2.temp 2024-11-25T11:48:24,016 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741842_1018 (size=230) 2024-11-25T11:48:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741842_1018 (size=230) 2024-11-25T11:48:24,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741842_1018 (size=230) 2024-11-25T11:48:24,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:24,030 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:24,033 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-25T11:48:24,034 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-25T11:48:24,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-2, journal: Splitting hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-2, size=230 (230bytes) at 1732535304004Finishing writing output for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-2 so closing down at 1732535304011 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002-wal-2.temp at 1732535304016 (+5 ms)3 split writer threads finished at 1732535304016Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732535304026 (+10 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1732535304035 (+9 ms) 2024-11-25T11:48:24,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:24,037 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:24,053 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal.1732535304038, exclude list is [], retry=0 2024-11-25T11:48:24,057 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:24,058 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:24,058 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:24,060 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal.1732535304038 2024-11-25T11:48:24,064 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:24,064 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ed8dc7e13d760534a27f588a76e2831a, NAME => 'testReplayEditsWrittenIntoWAL,,1732535303811.ed8dc7e13d760534a27f588a76e2831a.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:24,065 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535303811.ed8dc7e13d760534a27f588a76e2831a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:24,065 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:24,065 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:24,067 INFO [StoreOpener-ed8dc7e13d760534a27f588a76e2831a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:24,068 INFO [StoreOpener-ed8dc7e13d760534a27f588a76e2831a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed8dc7e13d760534a27f588a76e2831a columnFamilyName a 2024-11-25T11:48:24,068 DEBUG [StoreOpener-ed8dc7e13d760534a27f588a76e2831a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:24,069 INFO [StoreOpener-ed8dc7e13d760534a27f588a76e2831a-1 {}] regionserver.HStore(327): Store=ed8dc7e13d760534a27f588a76e2831a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:24,070 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:24,071 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:24,073 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:24,074 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002 2024-11-25T11:48:24,078 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:24,084 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002 2024-11-25T11:48:24,087 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ed8dc7e13d760534a27f588a76e2831a 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-25T11:48:24,142 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/.tmp/a/eefd69fed434457aa6a587d5ddb3f9c9 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732535303888/Put/seqid=0 2024-11-25T11:48:24,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741844_1020 (size=5170) 2024-11-25T11:48:24,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741844_1020 (size=5170) 2024-11-25T11:48:24,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741844_1020 (size=5170) 2024-11-25T11:48:24,158 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/.tmp/a/eefd69fed434457aa6a587d5ddb3f9c9 2024-11-25T11:48:24,201 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/.tmp/a/eefd69fed434457aa6a587d5ddb3f9c9 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/a/eefd69fed434457aa6a587d5ddb3f9c9 2024-11-25T11:48:24,211 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/a/eefd69fed434457aa6a587d5ddb3f9c9, entries=2, sequenceid=2, filesize=5.0 K 2024-11-25T11:48:24,219 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for ed8dc7e13d760534a27f588a76e2831a in 129ms, sequenceid=2, compaction requested=false; wal=null 2024-11-25T11:48:24,221 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/0000000000000000002 2024-11-25T11:48:24,222 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:24,222 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:24,225 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ed8dc7e13d760534a27f588a76e2831a 2024-11-25T11:48:24,229 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8dc7e13d760534a27f588a76e2831a/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-25T11:48:24,230 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ed8dc7e13d760534a27f588a76e2831a; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62646232, jitterRate=-0.06649839878082275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:48:24,232 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ed8dc7e13d760534a27f588a76e2831a: Writing region info on filesystem at 1732535304065Initializing all the Stores at 1732535304067 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535304067Obtaining lock to block concurrent updates at 1732535304088 (+21 ms)Preparing flush snapshotting stores in ed8dc7e13d760534a27f588a76e2831a at 1732535304088Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732535303811.ed8dc7e13d760534a27f588a76e2831a., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732535304090 (+2 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732535303811.ed8dc7e13d760534a27f588a76e2831a. at 1732535304090Flushing ed8dc7e13d760534a27f588a76e2831a/a: creating writer at 1732535304092 (+2 ms)Flushing ed8dc7e13d760534a27f588a76e2831a/a: appending metadata at 1732535304129 (+37 ms)Flushing ed8dc7e13d760534a27f588a76e2831a/a: closing flushed file at 1732535304132 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12027ba6: reopening flushed file at 1732535304199 (+67 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for ed8dc7e13d760534a27f588a76e2831a in 129ms, sequenceid=2, compaction requested=false; wal=null at 1732535304219 (+20 ms)Cleaning up temporary data from old regions at 1732535304222 (+3 ms)Region opened successfully at 1732535304231 (+9 ms) 2024-11-25T11:48:24,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=374 (was 363) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:47416 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:35052 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:47554 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39111/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:59388 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:59256 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=4960 (was 4977) 2024-11-25T11:48:24,276 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=4959 2024-11-25T11:48:24,293 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:24,296 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:24,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:24,300 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-23506047, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/hregion-23506047, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:24,314 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-23506047/hregion-23506047.1732535304301, exclude list is [], retry=0 2024-11-25T11:48:24,317 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:24,318 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:24,318 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:24,321 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-23506047/hregion-23506047.1732535304301 2024-11-25T11:48:24,322 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:24,322 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d9d895865b575007b56fc3fadcfabb8c, NAME => 'testReplayEditsWrittenIntoWAL,,1732535304294.d9d895865b575007b56fc3fadcfabb8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/hbase 2024-11-25T11:48:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741846_1022 (size=64) 2024-11-25T11:48:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741846_1022 (size=64) 2024-11-25T11:48:24,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741846_1022 (size=64) 2024-11-25T11:48:24,337 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535304294.d9d895865b575007b56fc3fadcfabb8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:24,338 INFO [StoreOpener-d9d895865b575007b56fc3fadcfabb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,340 INFO [StoreOpener-d9d895865b575007b56fc3fadcfabb8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9d895865b575007b56fc3fadcfabb8c columnFamilyName a 2024-11-25T11:48:24,341 DEBUG [StoreOpener-d9d895865b575007b56fc3fadcfabb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:24,341 INFO [StoreOpener-d9d895865b575007b56fc3fadcfabb8c-1 {}] regionserver.HStore(327): Store=d9d895865b575007b56fc3fadcfabb8c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:24,341 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,342 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,343 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,343 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,343 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,345 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,349 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:24,349 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d9d895865b575007b56fc3fadcfabb8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71673955, jitterRate=0.06802515685558319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:48:24,349 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d9d895865b575007b56fc3fadcfabb8c: Writing region info on filesystem at 1732535304337Initializing all the Stores at 1732535304338 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535304338Cleaning up temporary data from old regions at 1732535304343 (+5 ms)Region opened successfully at 1732535304349 (+6 ms) 2024-11-25T11:48:24,350 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d9d895865b575007b56fc3fadcfabb8c, disabling compactions & flushes 2024-11-25T11:48:24,350 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535304294.d9d895865b575007b56fc3fadcfabb8c. 2024-11-25T11:48:24,350 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535304294.d9d895865b575007b56fc3fadcfabb8c. 2024-11-25T11:48:24,350 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535304294.d9d895865b575007b56fc3fadcfabb8c. after waiting 0 ms 2024-11-25T11:48:24,350 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535304294.d9d895865b575007b56fc3fadcfabb8c. 2024-11-25T11:48:24,350 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535304294.d9d895865b575007b56fc3fadcfabb8c. 2024-11-25T11:48:24,350 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d9d895865b575007b56fc3fadcfabb8c: Waiting for close lock at 1732535304349Disabling compacts and flushes for region at 1732535304349Disabling writes for close at 1732535304350 (+1 ms)Writing region close event to WAL at 1732535304350Closed at 1732535304350 2024-11-25T11:48:24,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741845_1021 (size=93) 2024-11-25T11:48:24,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741845_1021 (size=93) 2024-11-25T11:48:24,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741845_1021 (size=93) 2024-11-25T11:48:24,357 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:24,357 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-23506047:(num 1732535304301) 2024-11-25T11:48:24,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T11:48:24,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741847_1023 (size=276) 2024-11-25T11:48:24,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741847_1023 (size=276) 2024-11-25T11:48:24,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741847_1023 (size=276) 2024-11-25T11:48:24,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T11:48:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741848_1024 (size=230) 2024-11-25T11:48:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741848_1024 (size=230) 2024-11-25T11:48:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741848_1024 (size=230) 2024-11-25T11:48:24,399 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-2, size=230 (230bytes) 2024-11-25T11:48:24,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-2 2024-11-25T11:48:24,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-2 after 0ms 2024-11-25T11:48:24,404 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:24,404 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-2 took 5ms 2024-11-25T11:48:24,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-2 so closing down 2024-11-25T11:48:24,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:24,408 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-25T11:48:24,409 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002-wal-2.temp 2024-11-25T11:48:24,410 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741849_1025 (size=230) 2024-11-25T11:48:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741849_1025 (size=230) 2024-11-25T11:48:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741849_1025 (size=230) 2024-11-25T11:48:24,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:24,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002 2024-11-25T11:48:24,420 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-25T11:48:24,421 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-2, journal: Splitting hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-2, size=230 (230bytes) at 1732535304400Finishing writing output for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-2 so closing down at 1732535304406 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002-wal-2.temp at 1732535304409 (+3 ms)3 split writer threads finished at 1732535304410 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732535304418 (+8 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002 at 1732535304420 (+2 ms)Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1732535304420 2024-11-25T11:48:24,435 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-1, size=276 (276bytes) 2024-11-25T11:48:24,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-1 2024-11-25T11:48:24,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-1 after 1ms 2024-11-25T11:48:24,439 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:24,439 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-1 took 4ms 2024-11-25T11:48:24,442 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-1 so closing down 2024-11-25T11:48:24,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:24,444 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-25T11:48:24,445 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000001-wal-1.temp 2024-11-25T11:48:24,446 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:24,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741850_1026 (size=276) 2024-11-25T11:48:24,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741850_1026 (size=276) 2024-11-25T11:48:24,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741850_1026 (size=276) 2024-11-25T11:48:24,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:24,459 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:24,462 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002, length=230 2024-11-25T11:48:24,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002 2024-11-25T11:48:24,464 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-25T11:48:24,464 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-1, journal: Splitting hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-1, size=276 (276bytes) at 1732535304435Finishing writing output for hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-1 so closing down at 1732535304442 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000001-wal-1.temp at 1732535304445 (+3 ms)3 split writer threads finished at 1732535304446 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732535304456 (+10 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002 at 1732535304464 (+8 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1732535304464 2024-11-25T11:48:24,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:24,467 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:24,483 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal.1732535304468, exclude list is [], retry=0 2024-11-25T11:48:24,486 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:24,487 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:24,487 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:24,490 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal.1732535304468 2024-11-25T11:48:24,491 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:24,491 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d9d895865b575007b56fc3fadcfabb8c, NAME => 'testReplayEditsWrittenIntoWAL,,1732535304294.d9d895865b575007b56fc3fadcfabb8c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:24,491 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535304294.d9d895865b575007b56fc3fadcfabb8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:24,491 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,491 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,493 INFO [StoreOpener-d9d895865b575007b56fc3fadcfabb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,495 INFO [StoreOpener-d9d895865b575007b56fc3fadcfabb8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9d895865b575007b56fc3fadcfabb8c columnFamilyName a 2024-11-25T11:48:24,495 DEBUG [StoreOpener-d9d895865b575007b56fc3fadcfabb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:24,496 INFO [StoreOpener-d9d895865b575007b56fc3fadcfabb8c-1 {}] regionserver.HStore(327): Store=d9d895865b575007b56fc3fadcfabb8c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:24,496 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,497 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,500 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,501 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002 2024-11-25T11:48:24,504 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:24,506 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002 2024-11-25T11:48:24,506 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d9d895865b575007b56fc3fadcfabb8c 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-25T11:48:24,524 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/.tmp/a/8c90045775b24925b20d9a89cd72b3a2 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732535304357/Put/seqid=0 2024-11-25T11:48:24,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741852_1028 (size=5170) 2024-11-25T11:48:24,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741852_1028 (size=5170) 2024-11-25T11:48:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741852_1028 (size=5170) 2024-11-25T11:48:24,535 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/.tmp/a/8c90045775b24925b20d9a89cd72b3a2 2024-11-25T11:48:24,544 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/.tmp/a/8c90045775b24925b20d9a89cd72b3a2 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/a/8c90045775b24925b20d9a89cd72b3a2 2024-11-25T11:48:24,554 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/a/8c90045775b24925b20d9a89cd72b3a2, entries=2, sequenceid=2, filesize=5.0 K 2024-11-25T11:48:24,554 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d9d895865b575007b56fc3fadcfabb8c in 48ms, sequenceid=2, compaction requested=false; wal=null 2024-11-25T11:48:24,555 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/0000000000000000002 2024-11-25T11:48:24,556 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,556 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,558 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d9d895865b575007b56fc3fadcfabb8c 2024-11-25T11:48:24,561 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/d9d895865b575007b56fc3fadcfabb8c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-25T11:48:24,562 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d9d895865b575007b56fc3fadcfabb8c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71359353, jitterRate=0.06333722174167633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:48:24,562 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d9d895865b575007b56fc3fadcfabb8c: Writing region info on filesystem at 1732535304491Initializing all the Stores at 1732535304493 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535304493Obtaining lock to block concurrent updates at 1732535304506 (+13 ms)Preparing flush snapshotting stores in d9d895865b575007b56fc3fadcfabb8c at 1732535304506Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732535304294.d9d895865b575007b56fc3fadcfabb8c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732535304506Flushing stores of testReplayEditsWrittenIntoWAL,,1732535304294.d9d895865b575007b56fc3fadcfabb8c. at 1732535304506Flushing d9d895865b575007b56fc3fadcfabb8c/a: creating writer at 1732535304506Flushing d9d895865b575007b56fc3fadcfabb8c/a: appending metadata at 1732535304522 (+16 ms)Flushing d9d895865b575007b56fc3fadcfabb8c/a: closing flushed file at 1732535304522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c291d6d: reopening flushed file at 1732535304543 (+21 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d9d895865b575007b56fc3fadcfabb8c in 48ms, sequenceid=2, compaction requested=false; wal=null at 1732535304554 (+11 ms)Cleaning up temporary data from old regions at 1732535304556 (+2 ms)Region opened successfully at 1732535304562 (+6 ms) 2024-11-25T11:48:24,580 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:47416 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:59458 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:47622 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:35120 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:34910 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:59256 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=4955 (was 4959) 2024-11-25T11:48:24,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=4954 2024-11-25T11:48:24,606 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:24,609 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:24,610 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:24,613 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-21075716, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/hregion-21075716, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:24,627 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-21075716/hregion-21075716.1732535304614, exclude list is [], retry=0 2024-11-25T11:48:24,630 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:24,630 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:24,631 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:24,637 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-21075716/hregion-21075716.1732535304614 2024-11-25T11:48:24,637 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:45371:45371)] 2024-11-25T11:48:24,638 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 814448c1ec0f8c00ce384708bd7315ff, NAME => 'testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/hbase 2024-11-25T11:48:24,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741854_1030 (size=64) 2024-11-25T11:48:24,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741854_1030 (size=64) 2024-11-25T11:48:24,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741854_1030 (size=64) 2024-11-25T11:48:24,651 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:24,657 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:24,659 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814448c1ec0f8c00ce384708bd7315ff columnFamilyName a 2024-11-25T11:48:24,659 DEBUG [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:24,660 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(327): Store=814448c1ec0f8c00ce384708bd7315ff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:24,660 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:24,662 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814448c1ec0f8c00ce384708bd7315ff columnFamilyName b 2024-11-25T11:48:24,662 DEBUG [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:24,662 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(327): Store=814448c1ec0f8c00ce384708bd7315ff/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:24,662 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:24,664 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814448c1ec0f8c00ce384708bd7315ff columnFamilyName c 2024-11-25T11:48:24,664 DEBUG [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:24,665 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(327): Store=814448c1ec0f8c00ce384708bd7315ff/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:24,665 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:24,666 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:24,666 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:24,668 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:24,668 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:24,668 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:24,670 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:24,673 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:24,673 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 814448c1ec0f8c00ce384708bd7315ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73428600, jitterRate=0.09417140483856201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:24,674 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 814448c1ec0f8c00ce384708bd7315ff: Writing region info on filesystem at 1732535304651Initializing all the Stores at 1732535304657 (+6 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535304657Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535304657Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535304657Cleaning up temporary data from old regions at 1732535304668 (+11 ms)Region opened successfully at 1732535304673 (+5 ms) 2024-11-25T11:48:24,674 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 814448c1ec0f8c00ce384708bd7315ff, disabling compactions & flushes 2024-11-25T11:48:24,674 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff. 2024-11-25T11:48:24,674 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff. 2024-11-25T11:48:24,674 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff. after waiting 0 ms 2024-11-25T11:48:24,674 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff. 2024-11-25T11:48:24,674 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff. 2024-11-25T11:48:24,674 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 814448c1ec0f8c00ce384708bd7315ff: Waiting for close lock at 1732535304674Disabling compacts and flushes for region at 1732535304674Disabling writes for close at 1732535304674Writing region close event to WAL at 1732535304674Closed at 1732535304674 2024-11-25T11:48:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741853_1029 (size=93) 2024-11-25T11:48:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741853_1029 (size=93) 2024-11-25T11:48:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741853_1029 (size=93) 2024-11-25T11:48:24,681 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:24,681 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-21075716:(num 1732535304614) 2024-11-25T11:48:24,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:24,683 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:24,697 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683, exclude list is [], retry=0 2024-11-25T11:48:24,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:24,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:24,701 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:24,703 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683 2024-11-25T11:48:24,703 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:24,900 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683, size=0 (0bytes) 2024-11-25T11:48:24,900 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683 might be still open, length is 0 2024-11-25T11:48:24,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683 2024-11-25T11:48:24,901 WARN [IPC Server handler 4 on default port 39111 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-25T11:48:24,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683 after 2ms 2024-11-25T11:48:25,720 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:35144 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36279:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35144 dst: /127.0.0.1:36279 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36279 remote=/127.0.0.1:35144]. Total timeout mills is 60000, 59147 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:25,721 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:59508 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59508 dst: /127.0.0.1:46547 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:25,721 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:47650 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33451:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47650 dst: /127.0.0.1:33451 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:25,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741855_1032 (size=200589) 2024-11-25T11:48:25,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741855_1032 (size=200589) 2024-11-25T11:48:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741855_1032 (size=200589) 2024-11-25T11:48:28,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683 after 4003ms 2024-11-25T11:48:28,907 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:28,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683 took 4009ms 2024-11-25T11:48:28,914 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732535304683.temp 2024-11-25T11:48:28,918 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000000001-wal.1732535304683.temp 2024-11-25T11:48:28,935 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:48:29,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:48:29,031 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683; continuing. 2024-11-25T11:48:29,031 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683 so closing down 2024-11-25T11:48:29,031 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:29,032 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:29,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741856_1033 (size=200597) 2024-11-25T11:48:29,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741856_1033 (size=200597) 2024-11-25T11:48:29,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741856_1033 (size=200597) 2024-11-25T11:48:29,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000000001-wal.1732535304683.temp (wrote 3002 edits, skipped 0 edits in 48 ms) 2024-11-25T11:48:29,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000000001-wal.1732535304683.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000003002 2024-11-25T11:48:29,039 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T11:48:29,039 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683, journal: Splitting hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683, size=0 (0bytes) at 1732535304900Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000000001-wal.1732535304683.temp at 1732535308918 (+4018 ms)Split 1024 edits, skipped 0 edits. at 1732535308982 (+64 ms)Split 2048 edits, skipped 0 edits. at 1732535309013 (+31 ms)Finishing writing output for hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683 so closing down at 1732535309031 (+18 ms)3 split writer threads finished at 1732535309032 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000000001-wal.1732535304683.temp (wrote 3002 edits, skipped 0 edits in 48 ms) at 1732535309037 (+5 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000000001-wal.1732535304683.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000003002 at 1732535309039 (+2 ms)Processed 3002 edits across 1 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683, size=0, length=0, corrupted=false, cancelled=false at 1732535309039 2024-11-25T11:48:29,042 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683 to hdfs://localhost:39111/hbase/oldWALs/wal.1732535304683 2024-11-25T11:48:29,044 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000003002 2024-11-25T11:48:29,044 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:29,046 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:29,061 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535309047, exclude list is [], retry=0 2024-11-25T11:48:29,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:29,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:29,065 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:29,067 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535309047 2024-11-25T11:48:29,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:29,067 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:29,069 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:29,070 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814448c1ec0f8c00ce384708bd7315ff columnFamilyName a 2024-11-25T11:48:29,070 DEBUG [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:29,071 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(327): Store=814448c1ec0f8c00ce384708bd7315ff/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:29,071 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:29,072 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814448c1ec0f8c00ce384708bd7315ff columnFamilyName b 2024-11-25T11:48:29,072 DEBUG [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:29,073 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(327): Store=814448c1ec0f8c00ce384708bd7315ff/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:29,073 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:29,074 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 814448c1ec0f8c00ce384708bd7315ff columnFamilyName c 2024-11-25T11:48:29,074 DEBUG [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:29,074 INFO [StoreOpener-814448c1ec0f8c00ce384708bd7315ff-1 {}] regionserver.HStore(327): Store=814448c1ec0f8c00ce384708bd7315ff/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:29,074 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:29,075 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:29,077 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:29,078 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000003002 2024-11-25T11:48:29,081 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:29,112 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T11:48:29,477 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 814448c1ec0f8c00ce384708bd7315ff 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T11:48:29,514 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/a/1fcb44ba55ee414e9f24c0661225358a is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732535304709/Put/seqid=0 2024-11-25T11:48:29,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741858_1035 (size=50463) 2024-11-25T11:48:29,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741858_1035 (size=50463) 2024-11-25T11:48:29,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741858_1035 (size=50463) 2024-11-25T11:48:29,527 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/a/1fcb44ba55ee414e9f24c0661225358a 2024-11-25T11:48:29,536 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/a/1fcb44ba55ee414e9f24c0661225358a as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/a/1fcb44ba55ee414e9f24c0661225358a 2024-11-25T11:48:29,542 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/a/1fcb44ba55ee414e9f24c0661225358a, entries=754, sequenceid=754, filesize=49.3 K 2024-11-25T11:48:29,543 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 814448c1ec0f8c00ce384708bd7315ff in 65ms, sequenceid=754, compaction requested=false; wal=null 2024-11-25T11:48:29,569 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T11:48:29,570 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 814448c1ec0f8c00ce384708bd7315ff 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T11:48:29,581 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/a/02c9e15f892c47ab9d3eea09bc9ef73d is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732535304742/Put/seqid=0 2024-11-25T11:48:29,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741859_1036 (size=20072) 2024-11-25T11:48:29,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741859_1036 (size=20072) 2024-11-25T11:48:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741859_1036 (size=20072) 2024-11-25T11:48:29,591 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/a/02c9e15f892c47ab9d3eea09bc9ef73d 2024-11-25T11:48:29,617 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/b/44df3102492f4d0e9e43d6e1c3d20b2a is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732535304765/Put/seqid=0 2024-11-25T11:48:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741860_1037 (size=35835) 2024-11-25T11:48:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741860_1037 (size=35835) 2024-11-25T11:48:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741860_1037 (size=35835) 2024-11-25T11:48:29,627 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/b/44df3102492f4d0e9e43d6e1c3d20b2a 2024-11-25T11:48:29,635 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/a/02c9e15f892c47ab9d3eea09bc9ef73d as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/a/02c9e15f892c47ab9d3eea09bc9ef73d 2024-11-25T11:48:29,642 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/a/02c9e15f892c47ab9d3eea09bc9ef73d, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-25T11:48:29,644 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/b/44df3102492f4d0e9e43d6e1c3d20b2a as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/b/44df3102492f4d0e9e43d6e1c3d20b2a 2024-11-25T11:48:29,651 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/b/44df3102492f4d0e9e43d6e1c3d20b2a, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-25T11:48:29,651 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 814448c1ec0f8c00ce384708bd7315ff in 81ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-25T11:48:29,661 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T11:48:29,661 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 814448c1ec0f8c00ce384708bd7315ff 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T11:48:29,669 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/b/da53316ed9e94b4ab55775ea215b0599 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732535304790/Put/seqid=0 2024-11-25T11:48:29,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741861_1038 (size=35082) 2024-11-25T11:48:29,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741861_1038 (size=35082) 2024-11-25T11:48:29,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741861_1038 (size=35082) 2024-11-25T11:48:29,678 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/b/da53316ed9e94b4ab55775ea215b0599 2024-11-25T11:48:29,700 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/c/69cf472010ee42efa965727d4884ff74 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732535304820/Put/seqid=0 2024-11-25T11:48:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741862_1039 (size=20825) 2024-11-25T11:48:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741862_1039 (size=20825) 2024-11-25T11:48:29,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741862_1039 (size=20825) 2024-11-25T11:48:29,711 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/c/69cf472010ee42efa965727d4884ff74 2024-11-25T11:48:29,718 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/b/da53316ed9e94b4ab55775ea215b0599 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/b/da53316ed9e94b4ab55775ea215b0599 2024-11-25T11:48:29,725 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/b/da53316ed9e94b4ab55775ea215b0599, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-25T11:48:29,727 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/c/69cf472010ee42efa965727d4884ff74 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/c/69cf472010ee42efa965727d4884ff74 2024-11-25T11:48:29,733 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/c/69cf472010ee42efa965727d4884ff74, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-25T11:48:29,734 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 814448c1ec0f8c00ce384708bd7315ff in 73ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-25T11:48:29,744 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732535304865/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff. 2024-11-25T11:48:29,748 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000003002 2024-11-25T11:48:29,748 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T11:48:29,749 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 814448c1ec0f8c00ce384708bd7315ff 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-25T11:48:29,757 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/c/edc32ffcf5ae43b597631e1aab77f015 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732535304828/Put/seqid=0 2024-11-25T11:48:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741863_1040 (size=50301) 2024-11-25T11:48:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741863_1040 (size=50301) 2024-11-25T11:48:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741863_1040 (size=50301) 2024-11-25T11:48:29,767 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/c/edc32ffcf5ae43b597631e1aab77f015 2024-11-25T11:48:29,774 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edc32ffcf5ae43b597631e1aab77f015 2024-11-25T11:48:29,776 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/.tmp/c/edc32ffcf5ae43b597631e1aab77f015 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/c/edc32ffcf5ae43b597631e1aab77f015 2024-11-25T11:48:29,782 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edc32ffcf5ae43b597631e1aab77f015 2024-11-25T11:48:29,783 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/c/edc32ffcf5ae43b597631e1aab77f015, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-25T11:48:29,783 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 814448c1ec0f8c00ce384708bd7315ff in 35ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-25T11:48:29,784 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/0000000000000003002 2024-11-25T11:48:29,785 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:29,785 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:29,786 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:48:29,788 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 814448c1ec0f8c00ce384708bd7315ff 2024-11-25T11:48:29,791 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenIntoWAL/814448c1ec0f8c00ce384708bd7315ff/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-25T11:48:29,792 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 814448c1ec0f8c00ce384708bd7315ff; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61115199, jitterRate=-0.08931256830692291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:48:29,792 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 814448c1ec0f8c00ce384708bd7315ff: Writing region info on filesystem at 1732535309068Initializing all the Stores at 1732535309069 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535309069Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535309069Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535309069Cleaning up temporary data from old regions at 1732535309785 (+716 ms)Region opened successfully at 1732535309792 (+7 ms) 2024-11-25T11:48:29,856 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 814448c1ec0f8c00ce384708bd7315ff, disabling compactions & flushes 2024-11-25T11:48:29,856 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff. 2024-11-25T11:48:29,856 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff. 2024-11-25T11:48:29,856 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff. after waiting 0 ms 2024-11-25T11:48:29,856 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff. 2024-11-25T11:48:29,858 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732535304607.814448c1ec0f8c00ce384708bd7315ff. 2024-11-25T11:48:29,858 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 814448c1ec0f8c00ce384708bd7315ff: Waiting for close lock at 1732535309856Disabling compacts and flushes for region at 1732535309856Disabling writes for close at 1732535309856Writing region close event to WAL at 1732535309858 (+2 ms)Closed at 1732535309858 2024-11-25T11:48:29,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741857_1034 (size=93) 2024-11-25T11:48:29,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741857_1034 (size=93) 2024-11-25T11:48:29,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741857_1034 (size=93) 2024-11-25T11:48:29,865 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:29,865 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535309047) 2024-11-25T11:48:29,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=400 (was 384) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (193844873) connection to localhost/127.0.0.1:36527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_76754093_22 at /127.0.0.1:47716 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_76754093_22 at /127.0.0.1:35162 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_76754093_22 at /127.0.0.1:47694 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_76754093_22 at /127.0.0.1:59548 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (193844873) connection to localhost/127.0.0.1:39111 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:39111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (193844873) connection to localhost/127.0.0.1:39283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=4874 (was 4954) 2024-11-25T11:48:29,907 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=4871 2024-11-25T11:48:29,933 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:29,935 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:29,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:29,939 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-70315580, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/hregion-70315580, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:29,953 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-70315580/hregion-70315580.1732535309940, exclude list is [], retry=0 2024-11-25T11:48:29,957 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:29,957 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:29,957 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:29,960 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-70315580/hregion-70315580.1732535309940 2024-11-25T11:48:29,960 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:29,960 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ace925a9c660eeed41d31116229825db, NAME => 'test2727,,1732535309933.ace925a9c660eeed41d31116229825db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/hbase 2024-11-25T11:48:29,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741865_1042 (size=43) 2024-11-25T11:48:29,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741865_1042 (size=43) 2024-11-25T11:48:29,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741865_1042 (size=43) 2024-11-25T11:48:29,973 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732535309933.ace925a9c660eeed41d31116229825db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:29,975 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ace925a9c660eeed41d31116229825db 2024-11-25T11:48:29,977 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace925a9c660eeed41d31116229825db columnFamilyName a 2024-11-25T11:48:29,977 DEBUG [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:29,977 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(327): Store=ace925a9c660eeed41d31116229825db/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:29,977 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ace925a9c660eeed41d31116229825db 2024-11-25T11:48:29,979 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace925a9c660eeed41d31116229825db columnFamilyName b 2024-11-25T11:48:29,979 DEBUG [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:29,979 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(327): Store=ace925a9c660eeed41d31116229825db/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:29,980 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ace925a9c660eeed41d31116229825db 2024-11-25T11:48:29,981 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace925a9c660eeed41d31116229825db columnFamilyName c 2024-11-25T11:48:29,981 DEBUG [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:29,982 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(327): Store=ace925a9c660eeed41d31116229825db/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:29,982 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ace925a9c660eeed41d31116229825db 2024-11-25T11:48:29,983 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db 2024-11-25T11:48:29,983 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db 2024-11-25T11:48:29,984 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ace925a9c660eeed41d31116229825db 2024-11-25T11:48:29,984 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ace925a9c660eeed41d31116229825db 2024-11-25T11:48:29,985 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:29,986 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ace925a9c660eeed41d31116229825db 2024-11-25T11:48:29,989 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:29,989 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ace925a9c660eeed41d31116229825db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59753975, jitterRate=-0.109596386551857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:29,991 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ace925a9c660eeed41d31116229825db: Writing region info on filesystem at 1732535309973Initializing all the Stores at 1732535309974 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535309974Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535309975 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535309975Cleaning up temporary data from old regions at 1732535309984 (+9 ms)Region opened successfully at 1732535309991 (+7 ms) 2024-11-25T11:48:29,991 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ace925a9c660eeed41d31116229825db, disabling compactions & flushes 2024-11-25T11:48:29,991 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732535309933.ace925a9c660eeed41d31116229825db. 2024-11-25T11:48:29,991 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732535309933.ace925a9c660eeed41d31116229825db. 2024-11-25T11:48:29,992 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732535309933.ace925a9c660eeed41d31116229825db. after waiting 0 ms 2024-11-25T11:48:29,992 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732535309933.ace925a9c660eeed41d31116229825db. 2024-11-25T11:48:29,992 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732535309933.ace925a9c660eeed41d31116229825db. 2024-11-25T11:48:29,992 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ace925a9c660eeed41d31116229825db: Waiting for close lock at 1732535309991Disabling compacts and flushes for region at 1732535309991Disabling writes for close at 1732535309992 (+1 ms)Writing region close event to WAL at 1732535309992Closed at 1732535309992 2024-11-25T11:48:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741864_1041 (size=93) 2024-11-25T11:48:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741864_1041 (size=93) 2024-11-25T11:48:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741864_1041 (size=93) 2024-11-25T11:48:29,999 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:29,999 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-70315580:(num 1732535309940) 2024-11-25T11:48:29,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:30,001 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:30,016 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002, exclude list is [], retry=0 2024-11-25T11:48:30,019 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:30,020 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:30,020 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:30,022 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002 2024-11-25T11:48:30,023 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371)] 2024-11-25T11:48:30,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741866_1043 (size=200357) 2024-11-25T11:48:30,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741866_1043 (size=200357) 2024-11-25T11:48:30,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741866_1043 (size=200357) 2024-11-25T11:48:30,191 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002, size=195.7 K (200357bytes) 2024-11-25T11:48:30,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002 2024-11-25T11:48:30,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002 after 1ms 2024-11-25T11:48:30,195 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:30,197 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002 took 6ms 2024-11-25T11:48:30,201 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732535310002.temp 2024-11-25T11:48:30,203 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000000001-wal.1732535310002.temp 2024-11-25T11:48:30,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002 so closing down 2024-11-25T11:48:30,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:30,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:30,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741867_1044 (size=200357) 2024-11-25T11:48:30,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741867_1044 (size=200357) 2024-11-25T11:48:30,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741867_1044 (size=200357) 2024-11-25T11:48:30,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000000001-wal.1732535310002.temp (wrote 3000 edits, skipped 0 edits in 21 ms) 2024-11-25T11:48:30,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000000001-wal.1732535310002.temp to hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003000 2024-11-25T11:48:30,270 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-25T11:48:30,271 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002, journal: Splitting hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002, size=195.7 K (200357bytes) at 1732535310191Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000000001-wal.1732535310002.temp at 1732535310203 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732535310222 (+19 ms)Split 2048 edits, skipped 0 edits. at 1732535310244 (+22 ms)Finishing writing output for hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002 so closing down at 1732535310263 (+19 ms)3 split writer threads finished at 1732535310264 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000000001-wal.1732535310002.temp (wrote 3000 edits, skipped 0 edits in 21 ms) at 1732535310268 (+4 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000000001-wal.1732535310002.temp to hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003000 at 1732535310270 (+2 ms)Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1732535310270 2024-11-25T11:48:30,273 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310002 to hdfs://localhost:39111/hbase/oldWALs/wal.1732535310002 2024-11-25T11:48:30,274 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003000 2024-11-25T11:48:30,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:30,276 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:30,299 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277, exclude list is [], retry=0 2024-11-25T11:48:30,302 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:30,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:30,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:30,305 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277 2024-11-25T11:48:30,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:30,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741868_1045 (size=200484) 2024-11-25T11:48:30,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741868_1045 (size=200484) 2024-11-25T11:48:30,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741868_1045 (size=200484) 2024-11-25T11:48:30,470 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277, size=195.8 K (200484bytes) 2024-11-25T11:48:30,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277 2024-11-25T11:48:30,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277 after 0ms 2024-11-25T11:48:30,473 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:30,475 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277 took 5ms 2024-11-25T11:48:30,479 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732535310277.temp 2024-11-25T11:48:30,481 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003001-wal.1732535310277.temp 2024-11-25T11:48:30,536 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277 so closing down 2024-11-25T11:48:30,536 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:30,537 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741869_1046 (size=200484) 2024-11-25T11:48:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741869_1046 (size=200484) 2024-11-25T11:48:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741869_1046 (size=200484) 2024-11-25T11:48:30,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003001-wal.1732535310277.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-11-25T11:48:30,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003001-wal.1732535310277.temp to hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000006000 2024-11-25T11:48:30,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-25T11:48:30,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277, journal: Splitting hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277, size=195.8 K (200484bytes) at 1732535310470Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003001-wal.1732535310277.temp at 1732535310481 (+11 ms)Split 1024 edits, skipped 0 edits. at 1732535310497 (+16 ms)Split 2048 edits, skipped 0 edits. at 1732535310517 (+20 ms)Finishing writing output for hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277 so closing down at 1732535310536 (+19 ms)3 split writer threads finished at 1732535310537 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003001-wal.1732535310277.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1732535310541 (+4 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003001-wal.1732535310277.temp to hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000006000 at 1732535310543 (+2 ms)Processed 3000 edits across 1 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1732535310543 2024-11-25T11:48:30,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310277 to hdfs://localhost:39111/hbase/oldWALs/wal.1732535310277 2024-11-25T11:48:30,547 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000006000 2024-11-25T11:48:30,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:30,550 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/test2727-manual,16010,1732535309932, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:30,565 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310550, exclude list is [], retry=0 2024-11-25T11:48:30,569 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:30,569 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:30,570 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:30,572 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732535309932/wal.1732535310550 2024-11-25T11:48:30,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:45371:45371)] 2024-11-25T11:48:30,574 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ace925a9c660eeed41d31116229825db, NAME => 'test2727,,1732535309933.ace925a9c660eeed41d31116229825db.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:30,574 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732535309933.ace925a9c660eeed41d31116229825db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:30,574 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ace925a9c660eeed41d31116229825db 2024-11-25T11:48:30,574 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ace925a9c660eeed41d31116229825db 2024-11-25T11:48:30,576 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ace925a9c660eeed41d31116229825db 2024-11-25T11:48:30,577 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace925a9c660eeed41d31116229825db columnFamilyName a 2024-11-25T11:48:30,577 DEBUG [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:30,577 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(327): Store=ace925a9c660eeed41d31116229825db/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:30,578 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ace925a9c660eeed41d31116229825db 2024-11-25T11:48:30,578 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace925a9c660eeed41d31116229825db columnFamilyName b 2024-11-25T11:48:30,578 DEBUG [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:30,579 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(327): Store=ace925a9c660eeed41d31116229825db/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:30,579 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ace925a9c660eeed41d31116229825db 2024-11-25T11:48:30,580 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace925a9c660eeed41d31116229825db columnFamilyName c 2024-11-25T11:48:30,580 DEBUG [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:30,580 INFO [StoreOpener-ace925a9c660eeed41d31116229825db-1 {}] regionserver.HStore(327): Store=ace925a9c660eeed41d31116229825db/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:30,581 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ace925a9c660eeed41d31116229825db 2024-11-25T11:48:30,582 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db 2024-11-25T11:48:30,584 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db 2024-11-25T11:48:30,585 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003000 2024-11-25T11:48:30,588 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:30,635 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003000 2024-11-25T11:48:30,637 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000006000 2024-11-25T11:48:30,640 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:30,686 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000006000 2024-11-25T11:48:30,687 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ace925a9c660eeed41d31116229825db 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-25T11:48:30,710 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/.tmp/a/673c819d41da4f47b6954c956a810920 is 41, key is test2727/a:100/1732535310313/Put/seqid=0 2024-11-25T11:48:30,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741871_1048 (size=84227) 2024-11-25T11:48:30,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741871_1048 (size=84227) 2024-11-25T11:48:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741871_1048 (size=84227) 2024-11-25T11:48:30,718 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/.tmp/a/673c819d41da4f47b6954c956a810920 2024-11-25T11:48:30,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/.tmp/b/3bb35f5e9a954dcc82b77d87b37f8f43 is 41, key is test2727/b:100/1732535310361/Put/seqid=0 2024-11-25T11:48:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741872_1049 (size=84609) 2024-11-25T11:48:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741872_1049 (size=84609) 2024-11-25T11:48:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741872_1049 (size=84609) 2024-11-25T11:48:30,755 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/.tmp/b/3bb35f5e9a954dcc82b77d87b37f8f43 2024-11-25T11:48:30,793 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/.tmp/c/b1b2b1a99bd44bb19e6a9d2475ab5e44 is 41, key is test2727/c:100/1732535310406/Put/seqid=0 2024-11-25T11:48:30,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741873_1050 (size=84609) 2024-11-25T11:48:30,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741873_1050 (size=84609) 2024-11-25T11:48:30,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741873_1050 (size=84609) 2024-11-25T11:48:30,800 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/.tmp/c/b1b2b1a99bd44bb19e6a9d2475ab5e44 2024-11-25T11:48:30,808 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/.tmp/a/673c819d41da4f47b6954c956a810920 as hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/a/673c819d41da4f47b6954c956a810920 2024-11-25T11:48:30,816 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/a/673c819d41da4f47b6954c956a810920, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-25T11:48:30,817 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/.tmp/b/3bb35f5e9a954dcc82b77d87b37f8f43 as hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/b/3bb35f5e9a954dcc82b77d87b37f8f43 2024-11-25T11:48:30,825 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/b/3bb35f5e9a954dcc82b77d87b37f8f43, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-25T11:48:30,827 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/.tmp/c/b1b2b1a99bd44bb19e6a9d2475ab5e44 as hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/c/b1b2b1a99bd44bb19e6a9d2475ab5e44 2024-11-25T11:48:30,833 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/c/b1b2b1a99bd44bb19e6a9d2475ab5e44, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-25T11:48:30,834 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for ace925a9c660eeed41d31116229825db in 147ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-25T11:48:30,835 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000003000 2024-11-25T11:48:30,835 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/0000000000000006000 2024-11-25T11:48:30,837 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ace925a9c660eeed41d31116229825db 2024-11-25T11:48:30,837 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ace925a9c660eeed41d31116229825db 2024-11-25T11:48:30,837 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:30,839 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ace925a9c660eeed41d31116229825db 2024-11-25T11:48:30,842 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/test2727/ace925a9c660eeed41d31116229825db/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-25T11:48:30,844 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ace925a9c660eeed41d31116229825db; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70602103, jitterRate=0.05205331742763519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:30,845 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ace925a9c660eeed41d31116229825db: Writing region info on filesystem at 1732535310574Initializing all the Stores at 1732535310575 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535310575Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535310575Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535310575Obtaining lock to block concurrent updates at 1732535310687 (+112 ms)Preparing flush snapshotting stores in ace925a9c660eeed41d31116229825db at 1732535310687Finished memstore snapshotting test2727,,1732535309933.ace925a9c660eeed41d31116229825db., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732535310687Flushing stores of test2727,,1732535309933.ace925a9c660eeed41d31116229825db. at 1732535310687Flushing ace925a9c660eeed41d31116229825db/a: creating writer at 1732535310687Flushing ace925a9c660eeed41d31116229825db/a: appending metadata at 1732535310708 (+21 ms)Flushing ace925a9c660eeed41d31116229825db/a: closing flushed file at 1732535310708Flushing ace925a9c660eeed41d31116229825db/b: creating writer at 1732535310725 (+17 ms)Flushing ace925a9c660eeed41d31116229825db/b: appending metadata at 1732535310745 (+20 ms)Flushing ace925a9c660eeed41d31116229825db/b: closing flushed file at 1732535310745Flushing ace925a9c660eeed41d31116229825db/c: creating writer at 1732535310762 (+17 ms)Flushing ace925a9c660eeed41d31116229825db/c: appending metadata at 1732535310792 (+30 ms)Flushing ace925a9c660eeed41d31116229825db/c: closing flushed file at 1732535310792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac7f06f: reopening flushed file at 1732535310807 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7514df: reopening flushed file at 1732535310816 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@165eaf3f: reopening flushed file at 1732535310825 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for ace925a9c660eeed41d31116229825db in 147ms, sequenceid=6000, compaction requested=false; wal=null at 1732535310834 (+9 ms)Cleaning up temporary data from old regions at 1732535310837 (+3 ms)Region opened successfully at 1732535310845 (+8 ms) 2024-11-25T11:48:30,846 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-25T11:48:30,846 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ace925a9c660eeed41d31116229825db, disabling compactions & flushes 2024-11-25T11:48:30,846 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732535309933.ace925a9c660eeed41d31116229825db. 2024-11-25T11:48:30,846 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732535309933.ace925a9c660eeed41d31116229825db. 2024-11-25T11:48:30,846 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732535309933.ace925a9c660eeed41d31116229825db. after waiting 0 ms 2024-11-25T11:48:30,846 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732535309933.ace925a9c660eeed41d31116229825db. 2024-11-25T11:48:30,848 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732535309933.ace925a9c660eeed41d31116229825db. 2024-11-25T11:48:30,848 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ace925a9c660eeed41d31116229825db: Waiting for close lock at 1732535310846Disabling compacts and flushes for region at 1732535310846Disabling writes for close at 1732535310846Writing region close event to WAL at 1732535310848 (+2 ms)Closed at 1732535310848 2024-11-25T11:48:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741870_1047 (size=93) 2024-11-25T11:48:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741870_1047 (size=93) 2024-11-25T11:48:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741870_1047 (size=93) 2024-11-25T11:48:30,856 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:30,856 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535310550) 2024-11-25T11:48:30,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=402 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:47814 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:59798 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:35286 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=4675 (was 4871) 2024-11-25T11:48:30,884 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=4681 2024-11-25T11:48:30,901 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:30,908 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:30,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732535310909 2024-11-25T11:48:30,917 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909 2024-11-25T11:48:30,919 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371)] 2024-11-25T11:48:30,921 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f588cab017ffb5e695c8153b71bfcc5e, NAME => 'testSequentialEditLogSeqNum,,1732535310901.f588cab017ffb5e695c8153b71bfcc5e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:30,921 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732535310901.f588cab017ffb5e695c8153b71bfcc5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:30,921 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f588cab017ffb5e695c8153b71bfcc5e 2024-11-25T11:48:30,921 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f588cab017ffb5e695c8153b71bfcc5e 2024-11-25T11:48:30,922 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e doesn't exist for region: f588cab017ffb5e695c8153b71bfcc5e on table testSequentialEditLogSeqNum 2024-11-25T11:48:30,923 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: f588cab017ffb5e695c8153b71bfcc5e on table testSequentialEditLogSeqNum 2024-11-25T11:48:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741875_1052 (size=62) 2024-11-25T11:48:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741875_1052 (size=62) 2024-11-25T11:48:30,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741875_1052 (size=62) 2024-11-25T11:48:30,934 INFO [StoreOpener-f588cab017ffb5e695c8153b71bfcc5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f588cab017ffb5e695c8153b71bfcc5e 2024-11-25T11:48:30,935 INFO [StoreOpener-f588cab017ffb5e695c8153b71bfcc5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f588cab017ffb5e695c8153b71bfcc5e columnFamilyName a 2024-11-25T11:48:30,935 DEBUG [StoreOpener-f588cab017ffb5e695c8153b71bfcc5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:30,936 INFO [StoreOpener-f588cab017ffb5e695c8153b71bfcc5e-1 {}] regionserver.HStore(327): Store=f588cab017ffb5e695c8153b71bfcc5e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:30,936 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f588cab017ffb5e695c8153b71bfcc5e 2024-11-25T11:48:30,937 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e 2024-11-25T11:48:30,937 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e 2024-11-25T11:48:30,938 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f588cab017ffb5e695c8153b71bfcc5e 2024-11-25T11:48:30,938 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f588cab017ffb5e695c8153b71bfcc5e 2024-11-25T11:48:30,940 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f588cab017ffb5e695c8153b71bfcc5e 2024-11-25T11:48:30,942 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:30,942 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f588cab017ffb5e695c8153b71bfcc5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71787476, jitterRate=0.06971675157546997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:48:30,944 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f588cab017ffb5e695c8153b71bfcc5e: Writing region info on filesystem at 1732535310921Initializing all the Stores at 1732535310933 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535310933Cleaning up temporary data from old regions at 1732535310938 (+5 ms)Region opened successfully at 1732535310943 (+5 ms) 2024-11-25T11:48:30,958 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f588cab017ffb5e695c8153b71bfcc5e 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-25T11:48:30,982 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/.tmp/a/5b0318d493a046fb8f196b657cfcb104 is 81, key is testSequentialEditLogSeqNum/a:x0/1732535310944/Put/seqid=0 2024-11-25T11:48:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741876_1053 (size=5833) 2024-11-25T11:48:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741876_1053 (size=5833) 2024-11-25T11:48:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741876_1053 (size=5833) 2024-11-25T11:48:30,990 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/.tmp/a/5b0318d493a046fb8f196b657cfcb104 2024-11-25T11:48:30,997 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/.tmp/a/5b0318d493a046fb8f196b657cfcb104 as hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/a/5b0318d493a046fb8f196b657cfcb104 2024-11-25T11:48:31,004 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/a/5b0318d493a046fb8f196b657cfcb104, entries=10, sequenceid=13, filesize=5.7 K 2024-11-25T11:48:31,006 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f588cab017ffb5e695c8153b71bfcc5e in 47ms, sequenceid=13, compaction requested=false 2024-11-25T11:48:31,006 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f588cab017ffb5e695c8153b71bfcc5e: 2024-11-25T11:48:31,013 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T11:48:31,014 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T11:48:31,014 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T11:48:31,014 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T11:48:31,014 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T11:48:31,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741874_1051 (size=1616) 2024-11-25T11:48:31,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741874_1051 (size=1616) 2024-11-25T11:48:31,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741874_1051 (size=1616) 2024-11-25T11:48:31,040 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909, size=1.6 K (1616bytes) 2024-11-25T11:48:31,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909 2024-11-25T11:48:31,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909 after 0ms 2024-11-25T11:48:31,044 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:31,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909 took 5ms 2024-11-25T11:48:31,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909 so closing down 2024-11-25T11:48:31,047 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:31,048 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535310909.temp 2024-11-25T11:48:31,050 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/recovered.edits/0000000000000000003-wal.1732535310909.temp 2024-11-25T11:48:31,050 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:31,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741877_1054 (size=1175) 2024-11-25T11:48:31,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741877_1054 (size=1175) 2024-11-25T11:48:31,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741877_1054 (size=1175) 2024-11-25T11:48:31,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/recovered.edits/0000000000000000003-wal.1732535310909.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:31,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/recovered.edits/0000000000000000003-wal.1732535310909.temp to hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/recovered.edits/0000000000000000020 2024-11-25T11:48:31,061 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-25T11:48:31,061 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909, journal: Splitting hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909, size=1.6 K (1616bytes) at 1732535311040Finishing writing output for hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909 so closing down at 1732535311047 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/recovered.edits/0000000000000000003-wal.1732535310909.temp at 1732535311050 (+3 ms)3 split writer threads finished at 1732535311050Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/recovered.edits/0000000000000000003-wal.1732535310909.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732535311058 (+8 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/recovered.edits/0000000000000000003-wal.1732535310909.temp to hdfs://localhost:39111/hbase/data/default/testSequentialEditLogSeqNum/f588cab017ffb5e695c8153b71bfcc5e/recovered.edits/0000000000000000020 at 1732535311061 (+3 ms)Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:39111/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732535310900/wal.1732535310909, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1732535311061 2024-11-25T11:48:31,078 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:47814 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:35286 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=4663 (was 4681) 2024-11-25T11:48:31,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=4660 2024-11-25T11:48:31,115 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:31,118 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:31,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:31,141 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-22639626, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/hregion-22639626, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:31,156 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-22639626/hregion-22639626.1732535311141, exclude list is [], retry=0 2024-11-25T11:48:31,159 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:31,159 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:31,160 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:31,163 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-22639626/hregion-22639626.1732535311141 2024-11-25T11:48:31,163 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:31,164 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0fa1dbdb2ae1593c1f72c6054e57d5ab, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/hbase 2024-11-25T11:48:31,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741879_1056 (size=70) 2024-11-25T11:48:31,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741879_1056 (size=70) 2024-11-25T11:48:31,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741879_1056 (size=70) 2024-11-25T11:48:31,175 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:31,177 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,179 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa1dbdb2ae1593c1f72c6054e57d5ab columnFamilyName a 2024-11-25T11:48:31,179 DEBUG [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:31,180 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(327): Store=0fa1dbdb2ae1593c1f72c6054e57d5ab/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:31,180 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,181 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa1dbdb2ae1593c1f72c6054e57d5ab columnFamilyName b 2024-11-25T11:48:31,181 DEBUG [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:31,182 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(327): Store=0fa1dbdb2ae1593c1f72c6054e57d5ab/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:31,182 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,183 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa1dbdb2ae1593c1f72c6054e57d5ab columnFamilyName c 2024-11-25T11:48:31,183 DEBUG [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:31,184 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(327): Store=0fa1dbdb2ae1593c1f72c6054e57d5ab/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:31,184 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,185 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,185 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,186 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,186 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,187 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:31,188 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,190 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:31,191 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0fa1dbdb2ae1593c1f72c6054e57d5ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63372536, jitterRate=-0.055675625801086426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:31,192 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0fa1dbdb2ae1593c1f72c6054e57d5ab: Writing region info on filesystem at 1732535311175Initializing all the Stores at 1732535311177 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535311177Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535311177Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535311177Cleaning up temporary data from old regions at 1732535311186 (+9 ms)Region opened successfully at 1732535311192 (+6 ms) 2024-11-25T11:48:31,192 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0fa1dbdb2ae1593c1f72c6054e57d5ab, disabling compactions & flushes 2024-11-25T11:48:31,192 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab. 2024-11-25T11:48:31,192 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab. 2024-11-25T11:48:31,192 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab. after waiting 0 ms 2024-11-25T11:48:31,192 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab. 2024-11-25T11:48:31,193 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab. 2024-11-25T11:48:31,193 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0fa1dbdb2ae1593c1f72c6054e57d5ab: Waiting for close lock at 1732535311192Disabling compacts and flushes for region at 1732535311192Disabling writes for close at 1732535311192Writing region close event to WAL at 1732535311193 (+1 ms)Closed at 1732535311193 2024-11-25T11:48:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741878_1055 (size=93) 2024-11-25T11:48:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741878_1055 (size=93) 2024-11-25T11:48:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741878_1055 (size=93) 2024-11-25T11:48:31,199 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:31,199 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-22639626:(num 1732535311141) 2024-11-25T11:48:31,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:31,201 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:31,218 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202, exclude list is [], retry=0 2024-11-25T11:48:31,221 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:31,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:31,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:31,226 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202 2024-11-25T11:48:31,228 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:31,229 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fa1dbdb2ae1593c1f72c6054e57d5ab, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:31,229 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:31,229 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,229 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,231 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T11:48:31,231 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,231 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T11:48:31,232 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa1dbdb2ae1593c1f72c6054e57d5ab columnFamilyName a 2024-11-25T11:48:31,232 DEBUG [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:31,233 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(327): Store=0fa1dbdb2ae1593c1f72c6054e57d5ab/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:31,233 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,234 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa1dbdb2ae1593c1f72c6054e57d5ab columnFamilyName b 2024-11-25T11:48:31,234 DEBUG [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:31,234 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:48:31,234 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T11:48:31,235 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(327): Store=0fa1dbdb2ae1593c1f72c6054e57d5ab/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:31,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T11:48:31,235 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,235 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T11:48:31,236 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa1dbdb2ae1593c1f72c6054e57d5ab columnFamilyName c 2024-11-25T11:48:31,236 DEBUG [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:31,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-25T11:48:31,236 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(327): Store=0fa1dbdb2ae1593c1f72c6054e57d5ab/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:31,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-25T11:48:31,236 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,237 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-25T11:48:31,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-25T11:48:31,239 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,240 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,240 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,241 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:31,242 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:31,243 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0fa1dbdb2ae1593c1f72c6054e57d5ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67456134, jitterRate=0.005174726247787476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:31,245 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0fa1dbdb2ae1593c1f72c6054e57d5ab: Writing region info on filesystem at 1732535311229Initializing all the Stores at 1732535311230 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535311230Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535311231 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535311231Cleaning up temporary data from old regions at 1732535311240 (+9 ms)Region opened successfully at 1732535311245 (+5 ms) 2024-11-25T11:48:31,250 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732535311249/Put/seqid=0 2024-11-25T11:48:31,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741881_1058 (size=4826) 2024-11-25T11:48:31,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741881_1058 (size=4826) 2024-11-25T11:48:31,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741881_1058 (size=4826) 2024-11-25T11:48:31,258 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39111/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 0fa1dbdb2ae1593c1f72c6054e57d5ab/a 2024-11-25T11:48:31,267 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-25T11:48:31,267 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:48:31,267 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0fa1dbdb2ae1593c1f72c6054e57d5ab: 2024-11-25T11:48:31,269 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/a/c45d98dea23d462d960cfdc707ed9ec3_SeqId_3_ 2024-11-25T11:48:31,270 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39111/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 0fa1dbdb2ae1593c1f72c6054e57d5ab/a as hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/a/c45d98dea23d462d960cfdc707ed9ec3_SeqId_3_ - updating store file list. 2024-11-25T11:48:31,277 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c45d98dea23d462d960cfdc707ed9ec3_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-25T11:48:31,278 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/a/c45d98dea23d462d960cfdc707ed9ec3_SeqId_3_ into 0fa1dbdb2ae1593c1f72c6054e57d5ab/a 2024-11-25T11:48:31,278 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39111/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 0fa1dbdb2ae1593c1f72c6054e57d5ab/a (new location: hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/a/c45d98dea23d462d960cfdc707ed9ec3_SeqId_3_) 2024-11-25T11:48:31,362 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202, size=0 (0bytes) 2024-11-25T11:48:31,362 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202 might be still open, length is 0 2024-11-25T11:48:31,362 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202 2024-11-25T11:48:31,363 WARN [IPC Server handler 0 on default port 39111 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-25T11:48:31,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202 after 1ms 2024-11-25T11:48:31,714 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:40092 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33451:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40092 dst: /127.0.0.1:33451 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33451 remote=/127.0.0.1:40092]. Total timeout mills is 60000, 59600 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:31,715 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:59892 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59892 dst: /127.0.0.1:46547 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:31,715 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:49066 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36279:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49066 dst: /127.0.0.1:36279 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:31,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741880_1059 (size=434) 2024-11-25T11:48:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741880_1059 (size=434) 2024-11-25T11:48:35,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202 after 4002ms 2024-11-25T11:48:35,367 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:35,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202 took 4006ms 2024-11-25T11:48:35,369 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202; continuing. 2024-11-25T11:48:35,370 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202 so closing down 2024-11-25T11:48:35,370 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:35,371 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732535311202.temp 2024-11-25T11:48:35,373 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005-wal.1732535311202.temp 2024-11-25T11:48:35,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:35,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741882_1060 (size=236) 2024-11-25T11:48:35,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741882_1060 (size=236) 2024-11-25T11:48:35,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741882_1060 (size=236) 2024-11-25T11:48:35,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005-wal.1732535311202.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:35,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005-wal.1732535311202.temp to hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005 2024-11-25T11:48:35,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 13 ms; skipped=1; WAL=hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T11:48:35,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202, journal: Splitting hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202, size=0 (0bytes) at 1732535311362Finishing writing output for hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202 so closing down at 1732535315370 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005-wal.1732535311202.temp at 1732535315373 (+3 ms)3 split writer threads finished at 1732535315373Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005-wal.1732535311202.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732535315380 (+7 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005-wal.1732535311202.temp to hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005 at 1732535315381 (+1 ms)Processed 2 edits across 1 Regions in 13 ms; skipped=1; WAL=hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202, size=0, length=0, corrupted=false, cancelled=false at 1732535315382 (+1 ms) 2024-11-25T11:48:35,383 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202 to hdfs://localhost:39111/hbase/oldWALs/wal.1732535311202 2024-11-25T11:48:35,384 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005 2024-11-25T11:48:35,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:35,386 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:35,399 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535315386, exclude list is [], retry=0 2024-11-25T11:48:35,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:35,403 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:35,403 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:35,405 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535315386 2024-11-25T11:48:35,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:35,405 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fa1dbdb2ae1593c1f72c6054e57d5ab, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:35,405 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:35,405 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:35,405 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:35,407 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:35,408 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa1dbdb2ae1593c1f72c6054e57d5ab columnFamilyName a 2024-11-25T11:48:35,409 DEBUG [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:35,415 DEBUG [StoreFileOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c45d98dea23d462d960cfdc707ed9ec3_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-25T11:48:35,415 DEBUG [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/a/c45d98dea23d462d960cfdc707ed9ec3_SeqId_3_ 2024-11-25T11:48:35,415 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(327): Store=0fa1dbdb2ae1593c1f72c6054e57d5ab/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:35,415 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:35,416 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa1dbdb2ae1593c1f72c6054e57d5ab columnFamilyName b 2024-11-25T11:48:35,416 DEBUG [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:35,417 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(327): Store=0fa1dbdb2ae1593c1f72c6054e57d5ab/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:35,417 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:35,418 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fa1dbdb2ae1593c1f72c6054e57d5ab columnFamilyName c 2024-11-25T11:48:35,418 DEBUG [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:35,418 INFO [StoreOpener-0fa1dbdb2ae1593c1f72c6054e57d5ab-1 {}] regionserver.HStore(327): Store=0fa1dbdb2ae1593c1f72c6054e57d5ab/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:35,419 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:35,419 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:35,421 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:35,421 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005 2024-11-25T11:48:35,423 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:35,424 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005 2024-11-25T11:48:35,425 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0fa1dbdb2ae1593c1f72c6054e57d5ab 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-25T11:48:35,425 ERROR [Time-limited test {}] util.ResourceLeakDetector(337): LEAK: RefCnt.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information. Recent access records: Created at: org.apache.hadoop.hbase.nio.RefCnt.(RefCnt.java:59) org.apache.hadoop.hbase.nio.RefCnt.create(RefCnt.java:54) org.apache.hadoop.hbase.regionserver.MemStoreLABImpl.(MemStoreLABImpl.java:107) jdk.internal.reflect.GeneratedConstructorAccessor45.newInstance(Unknown Source) java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) org.apache.hadoop.hbase.util.ReflectionUtils.instantiate(ReflectionUtils.java:61) org.apache.hadoop.hbase.util.ReflectionUtils.instantiateWithCustomCtor(ReflectionUtils.java:49) org.apache.hadoop.hbase.regionserver.MemStoreLAB.newInstance(MemStoreLAB.java:116) org.apache.hadoop.hbase.regionserver.SegmentFactory.createMutableSegment(SegmentFactory.java:82) org.apache.hadoop.hbase.regionserver.AbstractMemStore.resetActive(AbstractMemStore.java:92) org.apache.hadoop.hbase.regionserver.DefaultMemStore.snapshot(DefaultMemStore.java:108) org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.prepare(HStore.java:1958) org.apache.hadoop.hbase.regionserver.HRegion.lambda$internalPrepareFlushCache$5(HRegion.java:2863) java.base/java.util.TreeMap.forEach(TreeMap.java:1282) org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2862) org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735) org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testSequentialEditLogSeqNum(AbstractTestWALReplay.java:847) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base/java.lang.reflect.Method.invoke(Method.java:568) org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:48:35,443 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/.tmp/a/dc5fcdaa5b5e48fbae3019a1f002b426 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732535311283/Put/seqid=0 2024-11-25T11:48:35,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741884_1062 (size=5149) 2024-11-25T11:48:35,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741884_1062 (size=5149) 2024-11-25T11:48:35,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741884_1062 (size=5149) 2024-11-25T11:48:35,450 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/.tmp/a/dc5fcdaa5b5e48fbae3019a1f002b426 2024-11-25T11:48:35,456 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/.tmp/a/dc5fcdaa5b5e48fbae3019a1f002b426 as hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/a/dc5fcdaa5b5e48fbae3019a1f002b426 2024-11-25T11:48:35,461 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/a/dc5fcdaa5b5e48fbae3019a1f002b426, entries=1, sequenceid=5, filesize=5.0 K 2024-11-25T11:48:35,462 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 0fa1dbdb2ae1593c1f72c6054e57d5ab in 37ms, sequenceid=5, compaction requested=false; wal=null 2024-11-25T11:48:35,462 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/0000000000000000005 2024-11-25T11:48:35,463 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:35,463 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:35,464 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:35,465 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0fa1dbdb2ae1593c1f72c6054e57d5ab 2024-11-25T11:48:35,468 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/0fa1dbdb2ae1593c1f72c6054e57d5ab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T11:48:35,469 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0fa1dbdb2ae1593c1f72c6054e57d5ab; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74949364, jitterRate=0.11683255434036255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:35,469 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0fa1dbdb2ae1593c1f72c6054e57d5ab: Writing region info on filesystem at 1732535315406Initializing all the Stores at 1732535315407 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535315407Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535315407Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535315407Obtaining lock to block concurrent updates at 1732535315425 (+18 ms)Preparing flush snapshotting stores in 0fa1dbdb2ae1593c1f72c6054e57d5ab at 1732535315425Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732535315425Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab. at 1732535315425Flushing 0fa1dbdb2ae1593c1f72c6054e57d5ab/a: creating writer at 1732535315425Flushing 0fa1dbdb2ae1593c1f72c6054e57d5ab/a: appending metadata at 1732535315441 (+16 ms)Flushing 0fa1dbdb2ae1593c1f72c6054e57d5ab/a: closing flushed file at 1732535315441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff4bfb1: reopening flushed file at 1732535315455 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 0fa1dbdb2ae1593c1f72c6054e57d5ab in 37ms, sequenceid=5, compaction requested=false; wal=null at 1732535315462 (+7 ms)Cleaning up temporary data from old regions at 1732535315463 (+1 ms)Region opened successfully at 1732535315469 (+6 ms) 2024-11-25T11:48:35,472 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0fa1dbdb2ae1593c1f72c6054e57d5ab, disabling compactions & flushes 2024-11-25T11:48:35,472 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab. 2024-11-25T11:48:35,472 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab. 2024-11-25T11:48:35,472 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab. after waiting 0 ms 2024-11-25T11:48:35,472 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab. 2024-11-25T11:48:35,473 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732535311116.0fa1dbdb2ae1593c1f72c6054e57d5ab. 2024-11-25T11:48:35,473 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0fa1dbdb2ae1593c1f72c6054e57d5ab: Waiting for close lock at 1732535315472Disabling compacts and flushes for region at 1732535315472Disabling writes for close at 1732535315472Writing region close event to WAL at 1732535315473 (+1 ms)Closed at 1732535315473 2024-11-25T11:48:35,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741883_1061 (size=93) 2024-11-25T11:48:35,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741883_1061 (size=93) 2024-11-25T11:48:35,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741883_1061 (size=93) 2024-11-25T11:48:35,478 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:35,478 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535315386) 2024-11-25T11:48:35,493 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1670906404_22 at /127.0.0.1:49090 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (193844873) connection to localhost/127.0.0.1:39111 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1670906404_22 at /127.0.0.1:40142 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:39111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=4588 (was 4660) 2024-11-25T11:48:35,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=4587 2024-11-25T11:48:35,522 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:35,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:48:35,532 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36591,1732535300822 2024-11-25T11:48:35,535 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0256bf 2024-11-25T11:48:35,535 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:48:35,538 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:48:35,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:48:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-25T11:48:35,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:48:35,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-25T11:48:35,552 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:35,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:48:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:48:35,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741885_1063 (size=694) 2024-11-25T11:48:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741885_1063 (size=694) 2024-11-25T11:48:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741885_1063 (size=694) 2024-11-25T11:48:35,566 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5715b0edc4b446ffa7db966a0b59e515, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78 2024-11-25T11:48:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741886_1064 (size=77) 2024-11-25T11:48:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741886_1064 (size=77) 2024-11-25T11:48:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741886_1064 (size=77) 2024-11-25T11:48:35,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:35,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 5715b0edc4b446ffa7db966a0b59e515, disabling compactions & flushes 2024-11-25T11:48:35,575 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:35,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:35,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. after waiting 0 ms 2024-11-25T11:48:35,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:35,575 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:35,575 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5715b0edc4b446ffa7db966a0b59e515: Waiting for close lock at 1732535315575Disabling compacts and flushes for region at 1732535315575Disabling writes for close at 1732535315575Writing region close event to WAL at 1732535315575Closed at 1732535315575 2024-11-25T11:48:35,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:48:35,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732535315577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732535315577"}]},"ts":"1732535315577"} 2024-11-25T11:48:35,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:48:35,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:48:35,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535315586"}]},"ts":"1732535315586"} 2024-11-25T11:48:35,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-25T11:48:35,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {96bb5f2c2895=0} racks are {/default-rack=0} 2024-11-25T11:48:35,595 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:48:35,595 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:48:35,595 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T11:48:35,595 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:48:35,595 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:48:35,595 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T11:48:35,595 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:48:35,595 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:48:35,595 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T11:48:35,595 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:48:35,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, ASSIGN}] 2024-11-25T11:48:35,598 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, ASSIGN 2024-11-25T11:48:35,600 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, ASSIGN; state=OFFLINE, location=96bb5f2c2895,46323,1732535301507; forceNewPlan=false, retain=false 2024-11-25T11:48:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:48:35,752 INFO [96bb5f2c2895:36591 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T11:48:35,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=OPENING, regionLocation=96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:35,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, ASSIGN because future has completed 2024-11-25T11:48:35,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46323,1732535301507}] 2024-11-25T11:48:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:48:35,911 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:48:35,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:48:35,918 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:35,918 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5715b0edc4b446ffa7db966a0b59e515, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:35,919 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,919 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:35,919 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,919 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,920 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,922 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf1 2024-11-25T11:48:35,922 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:35,922 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:35,922 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,924 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf2 2024-11-25T11:48:35,924 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:35,924 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:35,924 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,925 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,926 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,926 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,926 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,927 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T11:48:35,929 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,931 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:35,932 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5715b0edc4b446ffa7db966a0b59e515; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59097064, jitterRate=-0.11938512325286865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T11:48:35,932 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:35,932 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5715b0edc4b446ffa7db966a0b59e515: Running coprocessor pre-open hook at 1732535315919Writing region info on filesystem at 1732535315919Initializing all the Stores at 1732535315920 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535315920Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535315920Cleaning up temporary data from old regions at 1732535315926 (+6 ms)Running coprocessor post-open hooks at 1732535315932 (+6 ms)Region opened successfully at 1732535315932 2024-11-25T11:48:35,934 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., pid=6, masterSystemTime=1732535315911 2024-11-25T11:48:35,937 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:35,937 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:35,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:35,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46323,1732535301507 because future has completed 2024-11-25T11:48:35,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:48:35,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46323,1732535301507 in 184 msec 2024-11-25T11:48:35,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:48:35,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, ASSIGN in 349 msec 2024-11-25T11:48:35,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:48:35,950 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732535315950"}]},"ts":"1732535315950"} 2024-11-25T11:48:35,952 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-25T11:48:35,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:48:35,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 411 msec 2024-11-25T11:48:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:48:36,180 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-25T11:48:36,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-25T11:48:36,182 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:48:36,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-25T11:48:36,187 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T11:48:36,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-25T11:48:36,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=2] 2024-11-25T11:48:36,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:48:36,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:48:36,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=5715b0edc4b446ffa7db966a0b59e515, source=96bb5f2c2895,46323,1732535301507, destination=96bb5f2c2895,34165,1732535301601, warming up region on 96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:48:36,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=5715b0edc4b446ffa7db966a0b59e515, source=96bb5f2c2895,46323,1732535301507, destination=96bb5f2c2895,34165,1732535301601, running balancer 2024-11-25T11:48:36,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:48:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE 2024-11-25T11:48:36,223 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE 2024-11-25T11:48:36,225 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=CLOSING, regionLocation=96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:36,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.HRegion(7855): Warmup {ENCODED => 5715b0edc4b446ffa7db966a0b59e515, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:36,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE because future has completed 2024-11-25T11:48:36,228 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,228 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:48:36,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46323,1732535301507}] 2024-11-25T11:48:36,229 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf1 2024-11-25T11:48:36,229 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:36,230 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:36,230 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,230 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf2 2024-11-25T11:48:36,231 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:36,231 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.HRegion(1722): Closing 5715b0edc4b446ffa7db966a0b59e515, disabling compactions & flushes 2024-11-25T11:48:36,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. after waiting 0 ms 2024-11-25T11:48:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] regionserver.HRegion(1676): Region close journal for 5715b0edc4b446ffa7db966a0b59e515: Waiting for close lock at 1732535316231Disabling compacts and flushes for region at 1732535316231Disabling writes for close at 1732535316231Writing region close event to WAL at 1732535316232 (+1 ms)Closed at 1732535316232 2024-11-25T11:48:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-25T11:48:36,387 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,388 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:48:36,388 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 5715b0edc4b446ffa7db966a0b59e515, disabling compactions & flushes 2024-11-25T11:48:36,388 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,388 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,388 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. after waiting 0 ms 2024-11-25T11:48:36,388 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,389 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 5715b0edc4b446ffa7db966a0b59e515 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-25T11:48:36,407 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp/cf1/f8b10f229e644af7bf138d1984a08ea0 is 35, key is r1/cf1:q/1732535316202/Put/seqid=0 2024-11-25T11:48:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741887_1065 (size=4783) 2024-11-25T11:48:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741887_1065 (size=4783) 2024-11-25T11:48:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741887_1065 (size=4783) 2024-11-25T11:48:36,415 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp/cf1/f8b10f229e644af7bf138d1984a08ea0 2024-11-25T11:48:36,424 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp/cf1/f8b10f229e644af7bf138d1984a08ea0 as hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/f8b10f229e644af7bf138d1984a08ea0 2024-11-25T11:48:36,430 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/f8b10f229e644af7bf138d1984a08ea0, entries=1, sequenceid=5, filesize=4.7 K 2024-11-25T11:48:36,431 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 5715b0edc4b446ffa7db966a0b59e515 in 42ms, sequenceid=5, compaction requested=false 2024-11-25T11:48:36,431 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-25T11:48:36,437 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:48:36,440 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,440 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 5715b0edc4b446ffa7db966a0b59e515: Waiting for close lock at 1732535316388Running coprocessor pre-close hooks at 1732535316388Disabling compacts and flushes for region at 1732535316388Disabling writes for close at 1732535316388Obtaining lock to block concurrent updates at 1732535316389 (+1 ms)Preparing flush snapshotting stores in 5715b0edc4b446ffa7db966a0b59e515 at 1732535316389Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732535316389Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. at 1732535316390 (+1 ms)Flushing 5715b0edc4b446ffa7db966a0b59e515/cf1: creating writer at 1732535316390Flushing 5715b0edc4b446ffa7db966a0b59e515/cf1: appending metadata at 1732535316406 (+16 ms)Flushing 5715b0edc4b446ffa7db966a0b59e515/cf1: closing flushed file at 1732535316406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36550f7c: reopening flushed file at 1732535316423 (+17 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 5715b0edc4b446ffa7db966a0b59e515 in 42ms, sequenceid=5, compaction requested=false at 1732535316431 (+8 ms)Writing region close event to WAL at 1732535316433 (+2 ms)Running coprocessor post-close hooks at 1732535316437 (+4 ms)Closed at 1732535316440 (+3 ms) 2024-11-25T11:48:36,441 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 5715b0edc4b446ffa7db966a0b59e515 move to 96bb5f2c2895,34165,1732535301601 record at close sequenceid=5 2024-11-25T11:48:36,444 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=CLOSED 2024-11-25T11:48:36,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46323,1732535301507 because future has completed 2024-11-25T11:48:36,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T11:48:36,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46323,1732535301507 in 222 msec 2024-11-25T11:48:36,456 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE; state=CLOSED, location=96bb5f2c2895,34165,1732535301601; forceNewPlan=false, retain=false 2024-11-25T11:48:36,607 INFO [96bb5f2c2895:36591 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T11:48:36,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=OPENING, regionLocation=96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:36,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE because future has completed 2024-11-25T11:48:36,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,34165,1732535301601}] 2024-11-25T11:48:36,769 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,769 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 5715b0edc4b446ffa7db966a0b59e515, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:36,770 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,770 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:36,770 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,770 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,771 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,772 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf1 2024-11-25T11:48:36,773 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:36,780 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/f8b10f229e644af7bf138d1984a08ea0 2024-11-25T11:48:36,780 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:36,780 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,781 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf2 2024-11-25T11:48:36,781 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:36,782 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:36,782 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,783 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,784 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,784 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,784 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,785 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T11:48:36,786 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,787 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 5715b0edc4b446ffa7db966a0b59e515; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73426479, jitterRate=0.09413979947566986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T11:48:36,787 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:36,788 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 5715b0edc4b446ffa7db966a0b59e515: Running coprocessor pre-open hook at 1732535316770Writing region info on filesystem at 1732535316770Initializing all the Stores at 1732535316771 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535316771Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535316771Cleaning up temporary data from old regions at 1732535316784 (+13 ms)Running coprocessor post-open hooks at 1732535316787 (+3 ms)Region opened successfully at 1732535316788 (+1 ms) 2024-11-25T11:48:36,789 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., pid=9, masterSystemTime=1732535316764 2024-11-25T11:48:36,792 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,792 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:36,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=OPEN, openSeqNum=9, regionLocation=96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:36,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,34165,1732535301601 because future has completed 2024-11-25T11:48:36,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-25T11:48:36,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,34165,1732535301601 in 186 msec 2024-11-25T11:48:36,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE in 578 msec 2024-11-25T11:48:36,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:48:36,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:48:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:52116 deadline: 1732535376835, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=34165 startCode=1732535301601. As of locationSeqNum=5. 2024-11-25T11:48:36,842 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=34165 startCode=1732535301601. As of locationSeqNum=5. 2024-11-25T11:48:36,843 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=34165 startCode=1732535301601. As of locationSeqNum=5. 2024-11-25T11:48:36,843 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,34165,1732535301601, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=34165 startCode=1732535301601. As of locationSeqNum=5. 2024-11-25T11:48:36,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:48:36,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:48:36,963 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5715b0edc4b446ffa7db966a0b59e515 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-25T11:48:36,982 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp/cf1/8724d195c5b0414d8a591796dae5cb4e is 29, key is r1/cf1:/1732535316954/DeleteFamily/seqid=0 2024-11-25T11:48:36,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741888_1066 (size=4906) 2024-11-25T11:48:36,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741888_1066 (size=4906) 2024-11-25T11:48:36,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741888_1066 (size=4906) 2024-11-25T11:48:36,992 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp/cf1/8724d195c5b0414d8a591796dae5cb4e 2024-11-25T11:48:36,998 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8724d195c5b0414d8a591796dae5cb4e 2024-11-25T11:48:37,014 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp/cf2/7e391e2e22214a3d9fb9b6ac54b90786 is 29, key is r1/cf2:/1732535316954/DeleteFamily/seqid=0 2024-11-25T11:48:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741889_1067 (size=4906) 2024-11-25T11:48:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741889_1067 (size=4906) 2024-11-25T11:48:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741889_1067 (size=4906) 2024-11-25T11:48:37,023 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp/cf2/7e391e2e22214a3d9fb9b6ac54b90786 2024-11-25T11:48:37,029 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e391e2e22214a3d9fb9b6ac54b90786 2024-11-25T11:48:37,030 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp/cf1/8724d195c5b0414d8a591796dae5cb4e as hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/8724d195c5b0414d8a591796dae5cb4e 2024-11-25T11:48:37,036 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8724d195c5b0414d8a591796dae5cb4e 2024-11-25T11:48:37,036 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/8724d195c5b0414d8a591796dae5cb4e, entries=1, sequenceid=12, filesize=4.8 K 2024-11-25T11:48:37,037 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp/cf2/7e391e2e22214a3d9fb9b6ac54b90786 as hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf2/7e391e2e22214a3d9fb9b6ac54b90786 2024-11-25T11:48:37,043 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e391e2e22214a3d9fb9b6ac54b90786 2024-11-25T11:48:37,044 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf2/7e391e2e22214a3d9fb9b6ac54b90786, entries=1, sequenceid=12, filesize=4.8 K 2024-11-25T11:48:37,045 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 5715b0edc4b446ffa7db966a0b59e515 in 83ms, sequenceid=12, compaction requested=false 2024-11-25T11:48:37,045 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5715b0edc4b446ffa7db966a0b59e515: 2024-11-25T11:48:37,048 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T11:48:37,049 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5715b0edc4b446ffa7db966a0b59e515/cf1 is initiating major compaction (all files) 2024-11-25T11:48:37,050 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:48:37,050 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:37,050 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5715b0edc4b446ffa7db966a0b59e515/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,051 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/f8b10f229e644af7bf138d1984a08ea0, hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/8724d195c5b0414d8a591796dae5cb4e] into tmpdir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp, totalSize=9.5 K 2024-11-25T11:48:37,052 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f8b10f229e644af7bf138d1984a08ea0, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732535316202 2024-11-25T11:48:37,052 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8724d195c5b0414d8a591796dae5cb4e, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-25T11:48:37,064 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5715b0edc4b446ffa7db966a0b59e515#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:48:37,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741890_1068 (size=4626) 2024-11-25T11:48:37,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741890_1068 (size=4626) 2024-11-25T11:48:37,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741890_1068 (size=4626) 2024-11-25T11:48:37,081 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp/cf1/4b059bfce9ab44cba6061207d7ae9ecd as hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/4b059bfce9ab44cba6061207d7ae9ecd 2024-11-25T11:48:37,096 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 5715b0edc4b446ffa7db966a0b59e515/cf1 of 5715b0edc4b446ffa7db966a0b59e515 into 4b059bfce9ab44cba6061207d7ae9ecd(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:48:37,096 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5715b0edc4b446ffa7db966a0b59e515: 2024-11-25T11:48:37,096 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-25T11:48:37,096 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5715b0edc4b446ffa7db966a0b59e515/cf2 is initiating major compaction (all files) 2024-11-25T11:48:37,097 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:48:37,097 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:48:37,097 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5715b0edc4b446ffa7db966a0b59e515/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,097 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf2/7e391e2e22214a3d9fb9b6ac54b90786] into tmpdir=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp, totalSize=4.8 K 2024-11-25T11:48:37,098 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7e391e2e22214a3d9fb9b6ac54b90786, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-25T11:48:37,104 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5715b0edc4b446ffa7db966a0b59e515#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:48:37,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741891_1069 (size=4592) 2024-11-25T11:48:37,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741891_1069 (size=4592) 2024-11-25T11:48:37,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741891_1069 (size=4592) 2024-11-25T11:48:37,118 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/.tmp/cf2/af842c09c856499a9e47ef9aaab3b22c as hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf2/af842c09c856499a9e47ef9aaab3b22c 2024-11-25T11:48:37,125 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 5715b0edc4b446ffa7db966a0b59e515/cf2 of 5715b0edc4b446ffa7db966a0b59e515 into af842c09c856499a9e47ef9aaab3b22c(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:48:37,125 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5715b0edc4b446ffa7db966a0b59e515: 2024-11-25T11:48:37,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=5715b0edc4b446ffa7db966a0b59e515, source=96bb5f2c2895,34165,1732535301601, destination=96bb5f2c2895,46323,1732535301507, warming up region on 96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:37,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=5715b0edc4b446ffa7db966a0b59e515, source=96bb5f2c2895,34165,1732535301601, destination=96bb5f2c2895,46323,1732535301507, running balancer 2024-11-25T11:48:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE 2024-11-25T11:48:37,137 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE 2024-11-25T11:48:37,138 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=CLOSING, regionLocation=96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:37,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] regionserver.HRegion(7855): Warmup {ENCODED => 5715b0edc4b446ffa7db966a0b59e515, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:37,140 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,141 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf1 2024-11-25T11:48:37,141 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:37,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE because future has completed 2024-11-25T11:48:37,141 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:48:37,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,34165,1732535301601}] 2024-11-25T11:48:37,148 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/4b059bfce9ab44cba6061207d7ae9ecd 2024-11-25T11:48:37,153 INFO [StoreFileOpener-5715b0edc4b446ffa7db966a0b59e515-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8724d195c5b0414d8a591796dae5cb4e 2024-11-25T11:48:37,154 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/8724d195c5b0414d8a591796dae5cb4e 2024-11-25T11:48:37,158 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/f8b10f229e644af7bf138d1984a08ea0 2024-11-25T11:48:37,159 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:37,159 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,160 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf2 2024-11-25T11:48:37,160 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:37,166 INFO [StoreFileOpener-5715b0edc4b446ffa7db966a0b59e515-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e391e2e22214a3d9fb9b6ac54b90786 2024-11-25T11:48:37,166 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf2/7e391e2e22214a3d9fb9b6ac54b90786 2024-11-25T11:48:37,171 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf2/af842c09c856499a9e47ef9aaab3b22c 2024-11-25T11:48:37,171 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] regionserver.HRegion(1722): Closing 5715b0edc4b446ffa7db966a0b59e515, disabling compactions & flushes 2024-11-25T11:48:37,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. after waiting 0 ms 2024-11-25T11:48:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] regionserver.HRegion(1676): Region close journal for 5715b0edc4b446ffa7db966a0b59e515: Waiting for close lock at 1732535317171Disabling compacts and flushes for region at 1732535317171Disabling writes for close at 1732535317171Writing region close event to WAL at 1732535317172 (+1 ms)Closed at 1732535317172 2024-11-25T11:48:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-25T11:48:37,295 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,295 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:48:37,296 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 5715b0edc4b446ffa7db966a0b59e515, disabling compactions & flushes 2024-11-25T11:48:37,296 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,296 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,296 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. after waiting 0 ms 2024-11-25T11:48:37,296 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,296 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/f8b10f229e644af7bf138d1984a08ea0, hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/8724d195c5b0414d8a591796dae5cb4e] to archive 2024-11-25T11:48:37,299 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:48:37,303 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/f8b10f229e644af7bf138d1984a08ea0 to hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/f8b10f229e644af7bf138d1984a08ea0 2024-11-25T11:48:37,304 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/8724d195c5b0414d8a591796dae5cb4e to hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/8724d195c5b0414d8a591796dae5cb4e 2024-11-25T11:48:37,317 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf2/7e391e2e22214a3d9fb9b6ac54b90786] to archive 2024-11-25T11:48:37,318 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:48:37,320 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf2/7e391e2e22214a3d9fb9b6ac54b90786 to hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf2/7e391e2e22214a3d9fb9b6ac54b90786 2024-11-25T11:48:37,325 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-25T11:48:37,326 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,326 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 5715b0edc4b446ffa7db966a0b59e515: Waiting for close lock at 1732535317296Running coprocessor pre-close hooks at 1732535317296Disabling compacts and flushes for region at 1732535317296Disabling writes for close at 1732535317296Writing region close event to WAL at 1732535317321 (+25 ms)Running coprocessor post-close hooks at 1732535317325 (+4 ms)Closed at 1732535317326 (+1 ms) 2024-11-25T11:48:37,326 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 5715b0edc4b446ffa7db966a0b59e515 move to 96bb5f2c2895,46323,1732535301507 record at close sequenceid=12 2024-11-25T11:48:37,328 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,329 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=CLOSED 2024-11-25T11:48:37,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,34165,1732535301601 because future has completed 2024-11-25T11:48:37,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T11:48:37,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,34165,1732535301601 in 191 msec 2024-11-25T11:48:37,337 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE; state=CLOSED, location=96bb5f2c2895,46323,1732535301507; forceNewPlan=false, retain=false 2024-11-25T11:48:37,488 INFO [96bb5f2c2895:36591 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T11:48:37,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=OPENING, regionLocation=96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:37,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE because future has completed 2024-11-25T11:48:37,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46323,1732535301507}] 2024-11-25T11:48:37,648 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,648 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5715b0edc4b446ffa7db966a0b59e515, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:37,648 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,648 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:37,648 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,649 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,650 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,651 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf1 2024-11-25T11:48:37,651 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:37,658 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/4b059bfce9ab44cba6061207d7ae9ecd 2024-11-25T11:48:37,658 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:37,658 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,659 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf2 2024-11-25T11:48:37,659 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:37,665 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf2/af842c09c856499a9e47ef9aaab3b22c 2024-11-25T11:48:37,665 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:37,665 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,666 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,667 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,668 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,668 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,669 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T11:48:37,670 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,671 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 5715b0edc4b446ffa7db966a0b59e515; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71855474, jitterRate=0.07073000073432922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T11:48:37,671 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,671 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5715b0edc4b446ffa7db966a0b59e515: Running coprocessor pre-open hook at 1732535317649Writing region info on filesystem at 1732535317649Initializing all the Stores at 1732535317649Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535317649Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535317650 (+1 ms)Cleaning up temporary data from old regions at 1732535317668 (+18 ms)Running coprocessor post-open hooks at 1732535317671 (+3 ms)Region opened successfully at 1732535317671 2024-11-25T11:48:37,672 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., pid=12, masterSystemTime=1732535317644 2024-11-25T11:48:37,675 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,675 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=OPEN, openSeqNum=18, regionLocation=96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:37,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46323,1732535301507 because future has completed 2024-11-25T11:48:37,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-25T11:48:37,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46323,1732535301507 in 187 msec 2024-11-25T11:48:37,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, REOPEN/MOVE in 547 msec 2024-11-25T11:48:37,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:48:37,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:48:37,691 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 96bb5f2c2895,46323,1732535301507: testing ***** 2024-11-25T11:48:37,691 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:48:37,694 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:48:37,695 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:48:37,697 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:48:37,698 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:48:37,706 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 302392896 }, "NonHeapMemoryUsage": { "committed": 170983424, "init": 7667712, "max": -1, "used": 168331608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "96bb5f2c2895", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "96bb5f2c2895", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53818", "tag.serverName": "96bb5f2c2895,46323,1732535301507", "tag.clusterId": "7093f0ab-74e7-43b6-b062-d9ce7778b93d", "tag.Context": "regionserver", "tag.Hostname": "96bb5f2c2895", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732535301507, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-25T11:48:37,710 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36591 {}] master.MasterRpcServices(700): 96bb5f2c2895,46323,1732535301507 reported a fatal error: ***** ABORTING region server 96bb5f2c2895,46323,1732535301507: testing ***** 2024-11-25T11:48:37,713 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,46323,1732535301507' ***** 2024-11-25T11:48:37,713 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-25T11:48:37,713 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:48:37,713 INFO [RS:0;96bb5f2c2895:46323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T11:48:37,713 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:48:37,713 INFO [RS:0;96bb5f2c2895:46323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T11:48:37,713 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(3091): Received CLOSE for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,714 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(956): aborting server 96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:37,714 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:48:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34165 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:46788 deadline: 1732535377714, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=46323 startCode=1732535301507. As of locationSeqNum=12. 2024-11-25T11:48:37,714 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5715b0edc4b446ffa7db966a0b59e515, disabling compactions & flushes 2024-11-25T11:48:37,714 INFO [RS:0;96bb5f2c2895:46323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:46323. 2024-11-25T11:48:37,714 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,715 DEBUG [RS:0;96bb5f2c2895:46323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:48:37,715 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,715 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. after waiting 0 ms 2024-11-25T11:48:37,715 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,715 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,34165,1732535301601, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,34165,1732535301601, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=46323 startCode=1732535301507. As of locationSeqNum=12. 2024-11-25T11:48:37,715 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,34165,1732535301601, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=46323 startCode=1732535301507. As of locationSeqNum=12. 2024-11-25T11:48:37,715 DEBUG [RS:0;96bb5f2c2895:46323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:37,715 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,34165,1732535301601, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=96bb5f2c2895 port=46323 startCode=1732535301507. As of locationSeqNum=12. 2024-11-25T11:48:37,715 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:48:37,716 DEBUG [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(1325): Online Regions={5715b0edc4b446ffa7db966a0b59e515=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.} 2024-11-25T11:48:37,716 DEBUG [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(1351): Waiting on 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:37,717 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:48:37,719 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,719 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5715b0edc4b446ffa7db966a0b59e515: Waiting for close lock at 1732535317714Running coprocessor pre-close hooks at 1732535317714Disabling compacts and flushes for region at 1732535317714Disabling writes for close at 1732535317715 (+1 ms)Writing region close event to WAL at 1732535317719 (+4 ms)Running coprocessor post-close hooks at 1732535317719Closed at 1732535317719 2024-11-25T11:48:37,719 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:37,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 96bb5f2c2895,46323,1732535301507 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:37,832 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 96bb5f2c2895,46323,1732535301507 aborting 2024-11-25T11:48:37,832 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 96bb5f2c2895,46323,1732535301507 aborting 2024-11-25T11:48:37,832 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=12 from cache 2024-11-25T11:48:37,841 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:48:37,841 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:48:37,916 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,46323,1732535301507; all regions closed. 2024-11-25T11:48:37,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741834_1010 (size=1677) 2024-11-25T11:48:37,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741834_1010 (size=1677) 2024-11-25T11:48:37,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741834_1010 (size=1677) 2024-11-25T11:48:37,921 DEBUG [RS:0;96bb5f2c2895:46323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:37,921 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:48:37,921 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:48:37,921 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:48:37,922 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:48:37,922 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:48:37,922 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:48:37,922 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:48:37,922 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:48:37,922 INFO [RS:0;96bb5f2c2895:46323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46323 2024-11-25T11:48:37,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/96bb5f2c2895,46323,1732535301507 2024-11-25T11:48:37,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:48:37,933 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:48:37,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,46323,1732535301507] 2024-11-25T11:48:37,936 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/96bb5f2c2895,46323,1732535301507 already deleted, retry=false 2024-11-25T11:48:37,937 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 96bb5f2c2895,46323,1732535301507 on 96bb5f2c2895,36591,1732535300822 2024-11-25T11:48:37,941 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 96bb5f2c2895,46323,1732535301507, splitWal=true, meta=false 2024-11-25T11:48:37,944 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 96bb5f2c2895,46323,1732535301507 (carryingMeta=false) 96bb5f2c2895,46323,1732535301507/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@71939230[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T11:48:37,944 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 96bb5f2c2895,46323,1732535301507, splitWal=true, meta=false 2024-11-25T11:48:37,946 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 96bb5f2c2895,46323,1732535301507 had 1 regions 2024-11-25T11:48:37,947 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 96bb5f2c2895,46323,1732535301507, splitWal=true, meta=false, isMeta: false 2024-11-25T11:48:37,949 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting 2024-11-25T11:48:37,950 INFO [PEWorker-1 {}] master.SplitWALManager(105): 96bb5f2c2895,46323,1732535301507 WAL count=1, meta=false 2024-11-25T11:48:37,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 96bb5f2c2895%2C46323%2C1732535301507.1732535302961}] 2024-11-25T11:48:37,959 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:37,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 96bb5f2c2895%2C46323%2C1732535301507.1732535302961, worker=96bb5f2c2895,46797,1732535301650}] 2024-11-25T11:48:38,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:38,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46323-0x1014ef49a5f0001, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:38,036 INFO [RS:0;96bb5f2c2895:46323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:48:38,036 INFO [RS:0;96bb5f2c2895:46323 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,46323,1732535301507; zookeeper connection closed. 2024-11-25T11:48:38,037 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@84716fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@84716fc 2024-11-25T11:48:38,043 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=18] 2024-11-25T11:48:38,044 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 96bb5f2c2895:46323 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 96bb5f2c2895/172.17.0.2:46323 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:38,045 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=18, error=java.net.ConnectException: Call to address=96bb5f2c2895:46323 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 96bb5f2c2895/172.17.0.2:46323 2024-11-25T11:48:38,045 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-25T11:48:38,045 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=18 from cache 2024-11-25T11:48:38,045 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 96bb5f2c2895:46323 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 96bb5f2c2895/172.17.0.2:46323 2024-11-25T11:48:38,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-25T11:48:38,144 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961, size=1.6 K (1677bytes) 2024-11-25T11:48:38,144 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961 2024-11-25T11:48:38,145 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961 after 1ms 2024-11-25T11:48:38,147 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:38,148 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961 took 4ms 2024-11-25T11:48:38,155 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 5715b0edc4b446ffa7db966a0b59e515: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-25T11:48:38,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961 so closing down 2024-11-25T11:48:38,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:38,156 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:38,156 INFO [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-25T11:48:38,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961, journal: Splitting hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961, size=1.6 K (1677bytes) at 1732535318144Finishing writing output for hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961 so closing down at 1732535318156 (+12 ms)3 split writer threads finished at 1732535318156Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1732535318156 2024-11-25T11:48:38,156 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961 2024-11-25T11:48:38,157 DEBUG [RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T11:48:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-25T11:48:38,165 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting/96bb5f2c2895%2C46323%2C1732535301507.1732535302961 to hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/oldWALs 2024-11-25T11:48:38,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T11:48:38,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 96bb5f2c2895%2C46323%2C1732535301507.1732535302961, worker=96bb5f2c2895,46797,1732535301650 in 203 msec 2024-11-25T11:48:38,170 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:38,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T11:48:38,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 96bb5f2c2895%2C46323%2C1732535301507.1732535302961, worker=96bb5f2c2895,46797,1732535301650 in 218 msec 2024-11-25T11:48:38,174 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting dir is empty, no logs to split. 2024-11-25T11:48:38,175 INFO [PEWorker-1 {}] master.SplitWALManager(105): 96bb5f2c2895,46323,1732535301507 WAL count=0, meta=false 2024-11-25T11:48:38,175 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 96bb5f2c2895,46323,1732535301507 WAL splitting is done? wals=0, meta=false 2024-11-25T11:48:38,177 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 96bb5f2c2895,46323,1732535301507 failed, ignore...File hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46323,1732535301507-splitting does not exist. 2024-11-25T11:48:38,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, ASSIGN}] 2024-11-25T11:48:38,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, ASSIGN 2024-11-25T11:48:38,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:48:38,331 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(204): Hosts are {96bb5f2c2895=0} racks are {/default-rack=0} 2024-11-25T11:48:38,331 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T11:48:38,331 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T11:48:38,331 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T11:48:38,331 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T11:48:38,331 INFO [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T11:48:38,331 INFO [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T11:48:38,331 DEBUG [96bb5f2c2895:36591 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T11:48:38,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=OPENING, regionLocation=96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:38,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, ASSIGN because future has completed 2024-11-25T11:48:38,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46797,1732535301650}] 2024-11-25T11:48:38,353 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=18] 2024-11-25T11:48:38,353 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 96bb5f2c2895:46323 this server is in the failed servers list 2024-11-25T11:48:38,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=96bb5f2c2895:46323 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 96bb5f2c2895:46323 2024-11-25T11:48:38,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 96bb5f2c2895:46323 2024-11-25T11:48:38,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46323,1732535301507, seqNum=18 from cache 2024-11-25T11:48:38,492 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:38,492 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5715b0edc4b446ffa7db966a0b59e515, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:38,493 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,493 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:38,493 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,493 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,494 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,495 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf1 2024-11-25T11:48:38,495 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:38,501 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf1/4b059bfce9ab44cba6061207d7ae9ecd 2024-11-25T11:48:38,502 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:38,502 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,503 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5715b0edc4b446ffa7db966a0b59e515 columnFamilyName cf2 2024-11-25T11:48:38,503 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:38,509 DEBUG [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/cf2/af842c09c856499a9e47ef9aaab3b22c 2024-11-25T11:48:38,509 INFO [StoreOpener-5715b0edc4b446ffa7db966a0b59e515-1 {}] regionserver.HStore(327): Store=5715b0edc4b446ffa7db966a0b59e515/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:38,509 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,510 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,511 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,512 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,512 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,513 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T11:48:38,514 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,515 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5715b0edc4b446ffa7db966a0b59e515; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71405287, jitterRate=0.06402169167995453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T11:48:38,515 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:38,516 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5715b0edc4b446ffa7db966a0b59e515: Running coprocessor pre-open hook at 1732535318493Writing region info on filesystem at 1732535318493Initializing all the Stores at 1732535318494 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535318494Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535318494Cleaning up temporary data from old regions at 1732535318512 (+18 ms)Running coprocessor post-open hooks at 1732535318515 (+3 ms)Region opened successfully at 1732535318516 (+1 ms) 2024-11-25T11:48:38,517 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., pid=17, masterSystemTime=1732535318488 2024-11-25T11:48:38,520 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:38,520 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:38,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=5715b0edc4b446ffa7db966a0b59e515, regionState=OPEN, openSeqNum=18, regionLocation=96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:38,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46797,1732535301650 because future has completed 2024-11-25T11:48:38,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T11:48:38,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 5715b0edc4b446ffa7db966a0b59e515, server=96bb5f2c2895,46797,1732535301650 in 189 msec 2024-11-25T11:48:38,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-25T11:48:38,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5715b0edc4b446ffa7db966a0b59e515, ASSIGN in 349 msec 2024-11-25T11:48:38,530 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 96bb5f2c2895,46323,1732535301507 after splitting done 2024-11-25T11:48:38,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 96bb5f2c2895,46323,1732535301507, splitWal=true, meta=false in 593 msec 2024-11-25T11:48:38,862 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515., hostname=96bb5f2c2895,46797,1732535301650, seqNum=18] 2024-11-25T11:48:38,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=412 (was 412), OpenFileDescriptor=1051 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 172) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4530 (was 4587) 2024-11-25T11:48:38,879 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-25T11:48:38,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=412, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=4529 2024-11-25T11:48:38,891 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-25T11:48:38,906 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:38,908 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:38,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:38,911 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-57696410, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/hregion-57696410, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:38,924 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-57696410/hregion-57696410.1732535318911, exclude list is [], retry=0 2024-11-25T11:48:38,926 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:38,927 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:38,927 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:38,929 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-57696410/hregion-57696410.1732535318911 2024-11-25T11:48:38,929 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:38,930 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 21fd3005db35aec78af81de5a8fd54c1, NAME => 'testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/hbase 2024-11-25T11:48:38,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741893_1071 (size=67) 2024-11-25T11:48:38,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741893_1071 (size=67) 2024-11-25T11:48:38,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741893_1071 (size=67) 2024-11-25T11:48:38,941 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:38,942 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,944 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fd3005db35aec78af81de5a8fd54c1 columnFamilyName a 2024-11-25T11:48:38,944 DEBUG [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:38,944 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(327): Store=21fd3005db35aec78af81de5a8fd54c1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:38,944 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,945 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fd3005db35aec78af81de5a8fd54c1 columnFamilyName b 2024-11-25T11:48:38,945 DEBUG [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:38,946 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(327): Store=21fd3005db35aec78af81de5a8fd54c1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:38,946 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,947 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fd3005db35aec78af81de5a8fd54c1 columnFamilyName c 2024-11-25T11:48:38,947 DEBUG [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:38,948 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(327): Store=21fd3005db35aec78af81de5a8fd54c1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:38,948 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,948 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,949 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,950 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,950 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,950 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:38,951 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,953 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:38,954 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 21fd3005db35aec78af81de5a8fd54c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71232853, jitterRate=0.0614522248506546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:38,954 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 21fd3005db35aec78af81de5a8fd54c1: Writing region info on filesystem at 1732535318941Initializing all the Stores at 1732535318942 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535318942Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535318942Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535318942Cleaning up temporary data from old regions at 1732535318950 (+8 ms)Region opened successfully at 1732535318954 (+4 ms) 2024-11-25T11:48:38,954 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 21fd3005db35aec78af81de5a8fd54c1, disabling compactions & flushes 2024-11-25T11:48:38,954 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1. 2024-11-25T11:48:38,954 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1. 2024-11-25T11:48:38,955 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1. after waiting 0 ms 2024-11-25T11:48:38,955 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1. 2024-11-25T11:48:38,955 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1. 2024-11-25T11:48:38,955 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 21fd3005db35aec78af81de5a8fd54c1: Waiting for close lock at 1732535318954Disabling compacts and flushes for region at 1732535318954Disabling writes for close at 1732535318955 (+1 ms)Writing region close event to WAL at 1732535318955Closed at 1732535318955 2024-11-25T11:48:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741892_1070 (size=93) 2024-11-25T11:48:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741892_1070 (size=93) 2024-11-25T11:48:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741892_1070 (size=93) 2024-11-25T11:48:38,959 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:38,959 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-57696410:(num 1732535318911) 2024-11-25T11:48:38,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:38,961 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:38,974 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961, exclude list is [], retry=0 2024-11-25T11:48:38,977 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:38,977 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:38,977 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:38,979 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961 2024-11-25T11:48:38,979 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:38,979 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 21fd3005db35aec78af81de5a8fd54c1, NAME => 'testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:38,979 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:38,979 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,980 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,981 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,982 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fd3005db35aec78af81de5a8fd54c1 columnFamilyName a 2024-11-25T11:48:38,982 DEBUG [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:38,982 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(327): Store=21fd3005db35aec78af81de5a8fd54c1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:38,982 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,983 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fd3005db35aec78af81de5a8fd54c1 columnFamilyName b 2024-11-25T11:48:38,983 DEBUG [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:38,984 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(327): Store=21fd3005db35aec78af81de5a8fd54c1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:38,984 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,984 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fd3005db35aec78af81de5a8fd54c1 columnFamilyName c 2024-11-25T11:48:38,984 DEBUG [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:38,985 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(327): Store=21fd3005db35aec78af81de5a8fd54c1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:38,985 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,986 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,987 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,988 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,988 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,988 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:38,989 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:38,990 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 21fd3005db35aec78af81de5a8fd54c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68266310, jitterRate=0.017247289419174194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:38,991 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 21fd3005db35aec78af81de5a8fd54c1: Writing region info on filesystem at 1732535318980Initializing all the Stores at 1732535318980Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535318981 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535318981Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535318981Cleaning up temporary data from old regions at 1732535318988 (+7 ms)Region opened successfully at 1732535318991 (+3 ms) 2024-11-25T11:48:39,016 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 21fd3005db35aec78af81de5a8fd54c1 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-25T11:48:39,033 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/a/cf1206be26b747efb58d2742747c2936 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732535318991/Put/seqid=0 2024-11-25T11:48:39,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741895_1073 (size=5958) 2024-11-25T11:48:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741895_1073 (size=5958) 2024-11-25T11:48:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741895_1073 (size=5958) 2024-11-25T11:48:39,041 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/a/cf1206be26b747efb58d2742747c2936 2024-11-25T11:48:39,061 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/b/c27f614dd2954b969ca5c9f28a244ca5 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732535318999/Put/seqid=0 2024-11-25T11:48:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741896_1074 (size=5958) 2024-11-25T11:48:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741896_1074 (size=5958) 2024-11-25T11:48:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741896_1074 (size=5958) 2024-11-25T11:48:39,069 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/b/c27f614dd2954b969ca5c9f28a244ca5 2024-11-25T11:48:39,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/c/e72b1b123a0b417badd848181e94a336 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732535319006/Put/seqid=0 2024-11-25T11:48:39,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741897_1075 (size=5958) 2024-11-25T11:48:39,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741897_1075 (size=5958) 2024-11-25T11:48:39,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741897_1075 (size=5958) 2024-11-25T11:48:39,100 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/c/e72b1b123a0b417badd848181e94a336 2024-11-25T11:48:39,106 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/a/cf1206be26b747efb58d2742747c2936 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/a/cf1206be26b747efb58d2742747c2936 2024-11-25T11:48:39,111 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/a/cf1206be26b747efb58d2742747c2936, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T11:48:39,112 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/b/c27f614dd2954b969ca5c9f28a244ca5 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/b/c27f614dd2954b969ca5c9f28a244ca5 2024-11-25T11:48:39,118 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/b/c27f614dd2954b969ca5c9f28a244ca5, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T11:48:39,119 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/c/e72b1b123a0b417badd848181e94a336 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/c/e72b1b123a0b417badd848181e94a336 2024-11-25T11:48:39,125 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/c/e72b1b123a0b417badd848181e94a336, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T11:48:39,126 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 21fd3005db35aec78af81de5a8fd54c1 in 111ms, sequenceid=33, compaction requested=false 2024-11-25T11:48:39,126 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 21fd3005db35aec78af81de5a8fd54c1: 2024-11-25T11:48:39,126 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 21fd3005db35aec78af81de5a8fd54c1, disabling compactions & flushes 2024-11-25T11:48:39,126 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1. 2024-11-25T11:48:39,126 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1. 2024-11-25T11:48:39,127 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1. after waiting 0 ms 2024-11-25T11:48:39,127 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1. 2024-11-25T11:48:39,128 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1. 2024-11-25T11:48:39,128 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 21fd3005db35aec78af81de5a8fd54c1: Waiting for close lock at 1732535319126Disabling compacts and flushes for region at 1732535319126Disabling writes for close at 1732535319127 (+1 ms)Writing region close event to WAL at 1732535319128 (+1 ms)Closed at 1732535319128 2024-11-25T11:48:39,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741894_1072 (size=2873) 2024-11-25T11:48:39,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961 not finished, retry = 0 2024-11-25T11:48:39,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741894_1072 (size=2873) 2024-11-25T11:48:39,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741894_1072 (size=2873) 2024-11-25T11:48:39,237 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/b/c27f614dd2954b969ca5c9f28a244ca5 to hdfs://localhost:39111/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/b/c27f614dd2954b969ca5c9f28a244ca5 2024-11-25T11:48:39,254 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961, size=2.8 K (2873bytes) 2024-11-25T11:48:39,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961 2024-11-25T11:48:39,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961 after 1ms 2024-11-25T11:48:39,257 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:39,257 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961 took 3ms 2024-11-25T11:48:39,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961 so closing down 2024-11-25T11:48:39,260 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:39,261 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535318961.temp 2024-11-25T11:48:39,262 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000003-wal.1732535318961.temp 2024-11-25T11:48:39,263 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:39,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741898_1076 (size=2312) 2024-11-25T11:48:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741898_1076 (size=2312) 2024-11-25T11:48:39,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000003-wal.1732535318961.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741898_1076 (size=2312) 2024-11-25T11:48:39,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000003-wal.1732535318961.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000032 2024-11-25T11:48:39,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-25T11:48:39,273 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961, journal: Splitting hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961, size=2.8 K (2873bytes) at 1732535319254Finishing writing output for hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961 so closing down at 1732535319260 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000003-wal.1732535318961.temp at 1732535319262 (+2 ms)3 split writer threads finished at 1732535319263 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000003-wal.1732535318961.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732535319271 (+8 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000003-wal.1732535318961.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000032 at 1732535319273 (+2 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1732535319273 2024-11-25T11:48:39,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535318961 to hdfs://localhost:39111/hbase/oldWALs/wal.1732535318961 2024-11-25T11:48:39,277 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000032 2024-11-25T11:48:39,278 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:39,280 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:39,300 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535319281, exclude list is [], retry=0 2024-11-25T11:48:39,302 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:39,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:39,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:39,305 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535319281 2024-11-25T11:48:39,305 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:39,305 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 21fd3005db35aec78af81de5a8fd54c1, NAME => 'testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:39,306 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:39,306 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:39,306 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:39,307 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:39,308 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fd3005db35aec78af81de5a8fd54c1 columnFamilyName a 2024-11-25T11:48:39,308 DEBUG [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:39,313 DEBUG [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/a/cf1206be26b747efb58d2742747c2936 2024-11-25T11:48:39,313 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(327): Store=21fd3005db35aec78af81de5a8fd54c1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:39,314 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:39,315 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fd3005db35aec78af81de5a8fd54c1 columnFamilyName b 2024-11-25T11:48:39,315 DEBUG [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:39,316 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(327): Store=21fd3005db35aec78af81de5a8fd54c1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:39,316 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:39,316 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fd3005db35aec78af81de5a8fd54c1 columnFamilyName c 2024-11-25T11:48:39,317 DEBUG [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:39,322 DEBUG [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/c/e72b1b123a0b417badd848181e94a336 2024-11-25T11:48:39,322 INFO [StoreOpener-21fd3005db35aec78af81de5a8fd54c1-1 {}] regionserver.HStore(327): Store=21fd3005db35aec78af81de5a8fd54c1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:39,323 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:39,323 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:39,325 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:39,325 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000032 2024-11-25T11:48:39,327 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:39,329 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000032 2024-11-25T11:48:39,329 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 21fd3005db35aec78af81de5a8fd54c1 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-25T11:48:39,351 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/b/c5ca6c120d8b4dd6af7ed04d56453089 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732535318999/Put/seqid=0 2024-11-25T11:48:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741900_1078 (size=5958) 2024-11-25T11:48:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741900_1078 (size=5958) 2024-11-25T11:48:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741900_1078 (size=5958) 2024-11-25T11:48:39,358 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/b/c5ca6c120d8b4dd6af7ed04d56453089 2024-11-25T11:48:39,364 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/.tmp/b/c5ca6c120d8b4dd6af7ed04d56453089 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/b/c5ca6c120d8b4dd6af7ed04d56453089 2024-11-25T11:48:39,369 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/b/c5ca6c120d8b4dd6af7ed04d56453089, entries=10, sequenceid=32, filesize=5.8 K 2024-11-25T11:48:39,370 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 21fd3005db35aec78af81de5a8fd54c1 in 41ms, sequenceid=32, compaction requested=false; wal=null 2024-11-25T11:48:39,370 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/0000000000000000032 2024-11-25T11:48:39,371 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:39,371 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:39,372 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:39,373 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 21fd3005db35aec78af81de5a8fd54c1 2024-11-25T11:48:39,376 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/21fd3005db35aec78af81de5a8fd54c1/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-25T11:48:39,377 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 21fd3005db35aec78af81de5a8fd54c1; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74409625, jitterRate=0.10878981649875641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:39,377 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 21fd3005db35aec78af81de5a8fd54c1: Writing region info on filesystem at 1732535319306Initializing all the Stores at 1732535319307 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535319307Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535319307Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535319307Obtaining lock to block concurrent updates at 1732535319329 (+22 ms)Preparing flush snapshotting stores in 21fd3005db35aec78af81de5a8fd54c1 at 1732535319329Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732535319329Flushing stores of testReplayEditsWrittenViaHRegion,,1732535318906.21fd3005db35aec78af81de5a8fd54c1. at 1732535319329Flushing 21fd3005db35aec78af81de5a8fd54c1/b: creating writer at 1732535319329Flushing 21fd3005db35aec78af81de5a8fd54c1/b: appending metadata at 1732535319349 (+20 ms)Flushing 21fd3005db35aec78af81de5a8fd54c1/b: closing flushed file at 1732535319349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d228199: reopening flushed file at 1732535319364 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 21fd3005db35aec78af81de5a8fd54c1 in 41ms, sequenceid=32, compaction requested=false; wal=null at 1732535319370 (+6 ms)Cleaning up temporary data from old regions at 1732535319371 (+1 ms)Region opened successfully at 1732535319377 (+6 ms) 2024-11-25T11:48:39,402 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=421 (was 412) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:49090 [Waiting for operation #39] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:59960 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:60062 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:40282 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:40142 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:49228 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=4523 (was 4529) 2024-11-25T11:48:39,403 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-25T11:48:39,416 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=421, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=4523 2024-11-25T11:48:39,416 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-25T11:48:39,432 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:39,434 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:39,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:39,437 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44355625, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/hregion-44355625, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:39,458 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44355625/hregion-44355625.1732535319438, exclude list is [], retry=0 2024-11-25T11:48:39,461 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:39,462 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:39,462 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:39,464 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44355625/hregion-44355625.1732535319438 2024-11-25T11:48:39,464 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371)] 2024-11-25T11:48:39,464 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 306fb3eee03f15c35080e277d7929c7d, NAME => 'testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/hbase 2024-11-25T11:48:39,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741902_1080 (size=68) 2024-11-25T11:48:39,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741902_1080 (size=68) 2024-11-25T11:48:39,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741902_1080 (size=68) 2024-11-25T11:48:39,474 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:39,475 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,477 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 306fb3eee03f15c35080e277d7929c7d columnFamilyName a 2024-11-25T11:48:39,477 DEBUG [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:39,477 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(327): Store=306fb3eee03f15c35080e277d7929c7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:39,477 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,478 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 306fb3eee03f15c35080e277d7929c7d columnFamilyName b 2024-11-25T11:48:39,478 DEBUG [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:39,479 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(327): Store=306fb3eee03f15c35080e277d7929c7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:39,479 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,480 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 306fb3eee03f15c35080e277d7929c7d columnFamilyName c 2024-11-25T11:48:39,480 DEBUG [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:39,481 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(327): Store=306fb3eee03f15c35080e277d7929c7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:39,481 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,482 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,482 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,483 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,483 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,484 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:39,485 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,487 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:39,487 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 306fb3eee03f15c35080e277d7929c7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68782960, jitterRate=0.024945974349975586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:39,488 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 306fb3eee03f15c35080e277d7929c7d: Writing region info on filesystem at 1732535319474Initializing all the Stores at 1732535319475 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535319475Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535319475Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535319475Cleaning up temporary data from old regions at 1732535319483 (+8 ms)Region opened successfully at 1732535319488 (+5 ms) 2024-11-25T11:48:39,488 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 306fb3eee03f15c35080e277d7929c7d, disabling compactions & flushes 2024-11-25T11:48:39,488 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. 2024-11-25T11:48:39,488 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. 2024-11-25T11:48:39,488 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. after waiting 0 ms 2024-11-25T11:48:39,488 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. 2024-11-25T11:48:39,489 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. 2024-11-25T11:48:39,489 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 306fb3eee03f15c35080e277d7929c7d: Waiting for close lock at 1732535319488Disabling compacts and flushes for region at 1732535319488Disabling writes for close at 1732535319488Writing region close event to WAL at 1732535319489 (+1 ms)Closed at 1732535319489 2024-11-25T11:48:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741901_1079 (size=93) 2024-11-25T11:48:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741901_1079 (size=93) 2024-11-25T11:48:39,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741901_1079 (size=93) 2024-11-25T11:48:39,493 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:39,494 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44355625:(num 1732535319438) 2024-11-25T11:48:39,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:39,495 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:39,509 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496, exclude list is [], retry=0 2024-11-25T11:48:39,512 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:39,512 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:39,512 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:39,514 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496 2024-11-25T11:48:39,514 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:39,592 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 306fb3eee03f15c35080e277d7929c7d, NAME => 'testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:39,594 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,594 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:39,594 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,594 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,597 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,597 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 306fb3eee03f15c35080e277d7929c7d columnFamilyName a 2024-11-25T11:48:39,598 DEBUG [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:39,598 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(327): Store=306fb3eee03f15c35080e277d7929c7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:39,598 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,599 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 306fb3eee03f15c35080e277d7929c7d columnFamilyName b 2024-11-25T11:48:39,600 DEBUG [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:39,600 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(327): Store=306fb3eee03f15c35080e277d7929c7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:39,600 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,601 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 306fb3eee03f15c35080e277d7929c7d columnFamilyName c 2024-11-25T11:48:39,601 DEBUG [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:39,601 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(327): Store=306fb3eee03f15c35080e277d7929c7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:39,602 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,602 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,603 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,604 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,605 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,605 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:39,606 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,607 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 306fb3eee03f15c35080e277d7929c7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58860207, jitterRate=-0.12291456758975983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:39,607 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:39,608 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 306fb3eee03f15c35080e277d7929c7d: Running coprocessor pre-open hook at 1732535319595Writing region info on filesystem at 1732535319595Initializing all the Stores at 1732535319596 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535319596Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535319596Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535319596Cleaning up temporary data from old regions at 1732535319605 (+9 ms)Running coprocessor post-open hooks at 1732535319607 (+2 ms)Region opened successfully at 1732535319608 (+1 ms) 2024-11-25T11:48:39,621 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 306fb3eee03f15c35080e277d7929c7d 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-25T11:48:39,622 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 306fb3eee03f15c35080e277d7929c7d/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:40,623 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 306fb3eee03f15c35080e277d7929c7d/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:41,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:48:41,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-25T11:48:41,492 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-25T11:48:41,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-25T11:48:41,493 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-25T11:48:41,493 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-25T11:48:41,493 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-25T11:48:41,494 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-25T11:48:41,494 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-25T11:48:41,624 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 306fb3eee03f15c35080e277d7929c7d/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:42,624 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 306fb3eee03f15c35080e277d7929c7d/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:43,625 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 306fb3eee03f15c35080e277d7929c7d/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:44,626 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 306fb3eee03f15c35080e277d7929c7d/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:45,626 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 306fb3eee03f15c35080e277d7929c7d/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:46,627 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 306fb3eee03f15c35080e277d7929c7d/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:47,627 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 306fb3eee03f15c35080e277d7929c7d/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:48,628 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 306fb3eee03f15c35080e277d7929c7d/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:48,629 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 306fb3eee03f15c35080e277d7929c7d: 2024-11-25T11:48:48,629 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. 2024-11-25T11:48:48,643 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 306fb3eee03f15c35080e277d7929c7d: 2024-11-25T11:48:48,643 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-25T11:48:48,644 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 306fb3eee03f15c35080e277d7929c7d, disabling compactions & flushes 2024-11-25T11:48:48,644 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. 2024-11-25T11:48:48,644 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. 2024-11-25T11:48:48,644 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. after waiting 0 ms 2024-11-25T11:48:48,644 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. 2024-11-25T11:48:48,644 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. 2024-11-25T11:48:48,644 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. 2024-11-25T11:48:48,644 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 306fb3eee03f15c35080e277d7929c7d: Waiting for close lock at 1732535328644Running coprocessor pre-close hooks at 1732535328644Disabling compacts and flushes for region at 1732535328644Disabling writes for close at 1732535328644Writing region close event to WAL at 1732535328644Running coprocessor post-close hooks at 1732535328644Closed at 1732535328644 2024-11-25T11:48:48,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741903_1081 (size=2398) 2024-11-25T11:48:48,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741903_1081 (size=2398) 2024-11-25T11:48:48,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741903_1081 (size=2398) 2024-11-25T11:48:48,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496, size=2.3 K (2398bytes) 2024-11-25T11:48:48,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496 2024-11-25T11:48:48,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496 after 0ms 2024-11-25T11:48:48,667 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:48,667 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496 took 4ms 2024-11-25T11:48:48,669 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496 so closing down 2024-11-25T11:48:48,669 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:48,670 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732535319496.temp 2024-11-25T11:48:48,671 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000004-wal.1732535319496.temp 2024-11-25T11:48:48,672 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:48,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741904_1082 (size=1672) 2024-11-25T11:48:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741904_1082 (size=1672) 2024-11-25T11:48:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741904_1082 (size=1672) 2024-11-25T11:48:48,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000004-wal.1732535319496.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:48,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000004-wal.1732535319496.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000026 2024-11-25T11:48:48,689 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 22 ms; skipped=3; WAL=hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-25T11:48:48,689 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496, journal: Splitting hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496, size=2.3 K (2398bytes) at 1732535328664Finishing writing output for hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496 so closing down at 1732535328669 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000004-wal.1732535319496.temp at 1732535328671 (+2 ms)3 split writer threads finished at 1732535328672 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000004-wal.1732535319496.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732535328688 (+16 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000004-wal.1732535319496.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000026 at 1732535328689 (+1 ms)Processed 23 edits across 1 Regions in 22 ms; skipped=3; WAL=hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1732535328689 2024-11-25T11:48:48,691 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535319496 to hdfs://localhost:39111/hbase/oldWALs/wal.1732535319496 2024-11-25T11:48:48,692 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000026 2024-11-25T11:48:48,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:48,694 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:48,707 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535328694, exclude list is [], retry=0 2024-11-25T11:48:48,710 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:48,711 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:48,711 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:48,713 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535328694 2024-11-25T11:48:48,714 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:48,714 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 306fb3eee03f15c35080e277d7929c7d, NAME => 'testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:48,715 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,715 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:48,716 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,716 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,718 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,719 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 306fb3eee03f15c35080e277d7929c7d columnFamilyName a 2024-11-25T11:48:48,719 DEBUG [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:48,720 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(327): Store=306fb3eee03f15c35080e277d7929c7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:48,720 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,721 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 306fb3eee03f15c35080e277d7929c7d columnFamilyName b 2024-11-25T11:48:48,721 DEBUG [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:48,722 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(327): Store=306fb3eee03f15c35080e277d7929c7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:48,722 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,723 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 306fb3eee03f15c35080e277d7929c7d columnFamilyName c 2024-11-25T11:48:48,723 DEBUG [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:48,723 INFO [StoreOpener-306fb3eee03f15c35080e277d7929c7d-1 {}] regionserver.HStore(327): Store=306fb3eee03f15c35080e277d7929c7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:48,724 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,724 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,726 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,727 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000026 2024-11-25T11:48:48,730 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:48,732 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000026 2024-11-25T11:48:48,732 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 306fb3eee03f15c35080e277d7929c7d 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-25T11:48:48,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/.tmp/a/c1a6e20d46934db382422247bfc30766 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732535328635/Put/seqid=0 2024-11-25T11:48:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741906_1084 (size=5523) 2024-11-25T11:48:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741906_1084 (size=5523) 2024-11-25T11:48:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741906_1084 (size=5523) 2024-11-25T11:48:48,763 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/.tmp/a/c1a6e20d46934db382422247bfc30766 2024-11-25T11:48:48,784 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/.tmp/b/7c995a9ca7ab4dab9c071d5e099c87fc is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732535328630/Put/seqid=0 2024-11-25T11:48:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741907_1085 (size=5524) 2024-11-25T11:48:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741907_1085 (size=5524) 2024-11-25T11:48:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741907_1085 (size=5524) 2024-11-25T11:48:48,792 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/.tmp/b/7c995a9ca7ab4dab9c071d5e099c87fc 2024-11-25T11:48:48,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/.tmp/c/9f06b1dc447e42fb88f02c962741acd6 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732535328632/Put/seqid=0 2024-11-25T11:48:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741908_1086 (size=5457) 2024-11-25T11:48:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741908_1086 (size=5457) 2024-11-25T11:48:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741908_1086 (size=5457) 2024-11-25T11:48:48,826 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/.tmp/c/9f06b1dc447e42fb88f02c962741acd6 2024-11-25T11:48:48,833 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/.tmp/a/c1a6e20d46934db382422247bfc30766 as hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/a/c1a6e20d46934db382422247bfc30766 2024-11-25T11:48:48,838 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/a/c1a6e20d46934db382422247bfc30766, entries=7, sequenceid=26, filesize=5.4 K 2024-11-25T11:48:48,839 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/.tmp/b/7c995a9ca7ab4dab9c071d5e099c87fc as hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/b/7c995a9ca7ab4dab9c071d5e099c87fc 2024-11-25T11:48:48,845 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/b/7c995a9ca7ab4dab9c071d5e099c87fc, entries=7, sequenceid=26, filesize=5.4 K 2024-11-25T11:48:48,846 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/.tmp/c/9f06b1dc447e42fb88f02c962741acd6 as hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/c/9f06b1dc447e42fb88f02c962741acd6 2024-11-25T11:48:48,852 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/c/9f06b1dc447e42fb88f02c962741acd6, entries=6, sequenceid=26, filesize=5.3 K 2024-11-25T11:48:48,853 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 306fb3eee03f15c35080e277d7929c7d in 121ms, sequenceid=26, compaction requested=false; wal=null 2024-11-25T11:48:48,854 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/0000000000000000026 2024-11-25T11:48:48,855 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,855 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,856 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:48,858 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,861 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsAfterAbortingFlush/306fb3eee03f15c35080e277d7929c7d/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-25T11:48:48,862 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 306fb3eee03f15c35080e277d7929c7d; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66635546, jitterRate=-0.007052987813949585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:48,862 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 306fb3eee03f15c35080e277d7929c7d 2024-11-25T11:48:48,863 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 306fb3eee03f15c35080e277d7929c7d: Running coprocessor pre-open hook at 1732535328716Writing region info on filesystem at 1732535328716Initializing all the Stores at 1732535328717 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535328717Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535328717Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535328717Obtaining lock to block concurrent updates at 1732535328732 (+15 ms)Preparing flush snapshotting stores in 306fb3eee03f15c35080e277d7929c7d at 1732535328732Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732535328732Flushing stores of testReplayEditsAfterAbortingFlush,,1732535319432.306fb3eee03f15c35080e277d7929c7d. at 1732535328732Flushing 306fb3eee03f15c35080e277d7929c7d/a: creating writer at 1732535328732Flushing 306fb3eee03f15c35080e277d7929c7d/a: appending metadata at 1732535328754 (+22 ms)Flushing 306fb3eee03f15c35080e277d7929c7d/a: closing flushed file at 1732535328754Flushing 306fb3eee03f15c35080e277d7929c7d/b: creating writer at 1732535328769 (+15 ms)Flushing 306fb3eee03f15c35080e277d7929c7d/b: appending metadata at 1732535328784 (+15 ms)Flushing 306fb3eee03f15c35080e277d7929c7d/b: closing flushed file at 1732535328784Flushing 306fb3eee03f15c35080e277d7929c7d/c: creating writer at 1732535328798 (+14 ms)Flushing 306fb3eee03f15c35080e277d7929c7d/c: appending metadata at 1732535328812 (+14 ms)Flushing 306fb3eee03f15c35080e277d7929c7d/c: closing flushed file at 1732535328812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f155114: reopening flushed file at 1732535328832 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@514e0fb3: reopening flushed file at 1732535328838 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7acdda2b: reopening flushed file at 1732535328845 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 306fb3eee03f15c35080e277d7929c7d in 121ms, sequenceid=26, compaction requested=false; wal=null at 1732535328853 (+8 ms)Cleaning up temporary data from old regions at 1732535328855 (+2 ms)Running coprocessor post-open hooks at 1732535328862 (+7 ms)Region opened successfully at 1732535328863 (+1 ms) 2024-11-25T11:48:48,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=418 (was 421), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 175) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4094 (was 4523) 2024-11-25T11:48:48,886 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-25T11:48:48,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=418, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=4093 2024-11-25T11:48:48,897 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-25T11:48:48,912 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:48,914 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:48,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:48,918 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-55162713, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/hregion-55162713, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:48,931 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-55162713/hregion-55162713.1732535328918, exclude list is [], retry=0 2024-11-25T11:48:48,934 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:48,934 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:48,935 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:48,938 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-55162713/hregion-55162713.1732535328918 2024-11-25T11:48:48,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:48,940 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1fa8a8ab0156bd8aafec9240df3a5af9, NAME => 'testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/hbase 2024-11-25T11:48:48,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741910_1088 (size=61) 2024-11-25T11:48:48,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741910_1088 (size=61) 2024-11-25T11:48:48,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741910_1088 (size=61) 2024-11-25T11:48:48,956 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:48,957 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:48,959 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fa8a8ab0156bd8aafec9240df3a5af9 columnFamilyName a 2024-11-25T11:48:48,959 DEBUG [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:48,960 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] regionserver.HStore(327): Store=1fa8a8ab0156bd8aafec9240df3a5af9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:48,960 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:48,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:48,962 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:48,962 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:48,962 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:48,964 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:48,967 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:48,968 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1fa8a8ab0156bd8aafec9240df3a5af9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64922550, jitterRate=-0.032578617334365845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:48:48,969 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1fa8a8ab0156bd8aafec9240df3a5af9: Writing region info on filesystem at 1732535328956Initializing all the Stores at 1732535328957 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535328957Cleaning up temporary data from old regions at 1732535328962 (+5 ms)Region opened successfully at 1732535328969 (+7 ms) 2024-11-25T11:48:48,969 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1fa8a8ab0156bd8aafec9240df3a5af9, disabling compactions & flushes 2024-11-25T11:48:48,969 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. 2024-11-25T11:48:48,969 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. 2024-11-25T11:48:48,969 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. after waiting 0 ms 2024-11-25T11:48:48,969 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. 2024-11-25T11:48:48,970 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. 2024-11-25T11:48:48,970 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1fa8a8ab0156bd8aafec9240df3a5af9: Waiting for close lock at 1732535328969Disabling compacts and flushes for region at 1732535328969Disabling writes for close at 1732535328969Writing region close event to WAL at 1732535328970 (+1 ms)Closed at 1732535328970 2024-11-25T11:48:48,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741909_1087 (size=93) 2024-11-25T11:48:48,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741909_1087 (size=93) 2024-11-25T11:48:48,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741909_1087 (size=93) 2024-11-25T11:48:48,979 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:48,979 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-55162713:(num 1732535328918) 2024-11-25T11:48:48,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:48,982 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:48,995 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982, exclude list is [], retry=0 2024-11-25T11:48:48,998 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:48,999 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:48,999 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:49,001 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982 2024-11-25T11:48:49,001 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:45371:45371)] 2024-11-25T11:48:49,001 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fa8a8ab0156bd8aafec9240df3a5af9, NAME => 'testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:49,002 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:49,002 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,002 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,003 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,004 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fa8a8ab0156bd8aafec9240df3a5af9 columnFamilyName a 2024-11-25T11:48:49,004 DEBUG [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,005 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] regionserver.HStore(327): Store=1fa8a8ab0156bd8aafec9240df3a5af9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:49,005 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,006 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,007 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,007 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,008 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,010 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,011 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1fa8a8ab0156bd8aafec9240df3a5af9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66426408, jitterRate=-0.010169386863708496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:48:49,012 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1fa8a8ab0156bd8aafec9240df3a5af9: Writing region info on filesystem at 1732535329002Initializing all the Stores at 1732535329003 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535329003Cleaning up temporary data from old regions at 1732535329008 (+5 ms)Region opened successfully at 1732535329012 (+4 ms) 2024-11-25T11:48:49,024 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1fa8a8ab0156bd8aafec9240df3a5af9, disabling compactions & flushes 2024-11-25T11:48:49,024 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. 2024-11-25T11:48:49,024 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. 2024-11-25T11:48:49,024 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. after waiting 0 ms 2024-11-25T11:48:49,024 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. 2024-11-25T11:48:49,025 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. 2024-11-25T11:48:49,025 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. 2024-11-25T11:48:49,025 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1fa8a8ab0156bd8aafec9240df3a5af9: Waiting for close lock at 1732535329024Disabling compacts and flushes for region at 1732535329024Disabling writes for close at 1732535329024Writing region close event to WAL at 1732535329025 (+1 ms)Closed at 1732535329025 2024-11-25T11:48:49,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741911_1089 (size=838) 2024-11-25T11:48:49,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741911_1089 (size=838) 2024-11-25T11:48:49,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741911_1089 (size=838) 2024-11-25T11:48:49,054 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982, size=838 (838bytes) 2024-11-25T11:48:49,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982 2024-11-25T11:48:49,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982 after 0ms 2024-11-25T11:48:49,057 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:49,057 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982 took 4ms 2024-11-25T11:48:49,059 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982 so closing down 2024-11-25T11:48:49,059 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:49,061 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535328982.temp 2024-11-25T11:48:49,062 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000003-wal.1732535328982.temp 2024-11-25T11:48:49,062 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:49,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741912_1090 (size=838) 2024-11-25T11:48:49,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741912_1090 (size=838) 2024-11-25T11:48:49,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741912_1090 (size=838) 2024-11-25T11:48:49,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000003-wal.1732535328982.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:49,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000003-wal.1732535328982.temp to hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000012 2024-11-25T11:48:49,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982, size=838, length=838, corrupted=false, cancelled=false 2024-11-25T11:48:49,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982, journal: Splitting hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982, size=838 (838bytes) at 1732535329054Finishing writing output for hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982 so closing down at 1732535329059 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000003-wal.1732535328982.temp at 1732535329062 (+3 ms)3 split writer threads finished at 1732535329062Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000003-wal.1732535328982.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732535329070 (+8 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000003-wal.1732535328982.temp to hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000012 at 1732535329071 (+1 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982, size=838, length=838, corrupted=false, cancelled=false at 1732535329071 2024-11-25T11:48:49,073 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535328982 to hdfs://localhost:39111/hbase/oldWALs/wal.1732535328982 2024-11-25T11:48:49,074 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000012 2024-11-25T11:48:49,077 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:49,410 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:49,413 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:49,426 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535329413, exclude list is [], retry=0 2024-11-25T11:48:49,429 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:49,429 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:49,430 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:49,431 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535329413 2024-11-25T11:48:49,431 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371)] 2024-11-25T11:48:49,432 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fa8a8ab0156bd8aafec9240df3a5af9, NAME => 'testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:49,432 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:49,432 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,432 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,435 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,436 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fa8a8ab0156bd8aafec9240df3a5af9 columnFamilyName a 2024-11-25T11:48:49,436 DEBUG [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,437 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] regionserver.HStore(327): Store=1fa8a8ab0156bd8aafec9240df3a5af9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:49,437 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,438 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,439 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,440 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000012 2024-11-25T11:48:49,442 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:49,443 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000012 2024-11-25T11:48:49,443 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1fa8a8ab0156bd8aafec9240df3a5af9 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-25T11:48:49,462 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/.tmp/a/1785f4960e4b432084cbbc3754ffd228 is 79, key is testDatalossWhenInputError/a:x0/1732535329012/Put/seqid=0 2024-11-25T11:48:49,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741914_1092 (size=5808) 2024-11-25T11:48:49,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741914_1092 (size=5808) 2024-11-25T11:48:49,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741914_1092 (size=5808) 2024-11-25T11:48:49,471 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/.tmp/a/1785f4960e4b432084cbbc3754ffd228 2024-11-25T11:48:49,481 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/.tmp/a/1785f4960e4b432084cbbc3754ffd228 as hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/a/1785f4960e4b432084cbbc3754ffd228 2024-11-25T11:48:49,489 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/a/1785f4960e4b432084cbbc3754ffd228, entries=10, sequenceid=12, filesize=5.7 K 2024-11-25T11:48:49,489 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1fa8a8ab0156bd8aafec9240df3a5af9 in 46ms, sequenceid=12, compaction requested=false; wal=null 2024-11-25T11:48:49,490 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/0000000000000000012 2024-11-25T11:48:49,491 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,491 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,494 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,496 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-25T11:48:49,497 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1fa8a8ab0156bd8aafec9240df3a5af9; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64497260, jitterRate=-0.038915932178497314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:48:49,498 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1fa8a8ab0156bd8aafec9240df3a5af9: Writing region info on filesystem at 1732535329432Initializing all the Stores at 1732535329434 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535329434Obtaining lock to block concurrent updates at 1732535329443 (+9 ms)Preparing flush snapshotting stores in 1fa8a8ab0156bd8aafec9240df3a5af9 at 1732535329443Finished memstore snapshotting testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732535329443Flushing stores of testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9. at 1732535329443Flushing 1fa8a8ab0156bd8aafec9240df3a5af9/a: creating writer at 1732535329443Flushing 1fa8a8ab0156bd8aafec9240df3a5af9/a: appending metadata at 1732535329461 (+18 ms)Flushing 1fa8a8ab0156bd8aafec9240df3a5af9/a: closing flushed file at 1732535329461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3779330e: reopening flushed file at 1732535329479 (+18 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1fa8a8ab0156bd8aafec9240df3a5af9 in 46ms, sequenceid=12, compaction requested=false; wal=null at 1732535329489 (+10 ms)Cleaning up temporary data from old regions at 1732535329491 (+2 ms)Region opened successfully at 1732535329498 (+7 ms) 2024-11-25T11:48:49,501 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fa8a8ab0156bd8aafec9240df3a5af9, NAME => 'testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:49,501 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732535328913.1fa8a8ab0156bd8aafec9240df3a5af9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:49,501 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,501 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,502 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,503 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fa8a8ab0156bd8aafec9240df3a5af9 columnFamilyName a 2024-11-25T11:48:49,503 DEBUG [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,509 DEBUG [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/a/1785f4960e4b432084cbbc3754ffd228 2024-11-25T11:48:49,509 INFO [StoreOpener-1fa8a8ab0156bd8aafec9240df3a5af9-1 {}] regionserver.HStore(327): Store=1fa8a8ab0156bd8aafec9240df3a5af9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:49,510 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,510 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,511 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,512 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,512 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,513 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1fa8a8ab0156bd8aafec9240df3a5af9 2024-11-25T11:48:49,516 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testDatalossWhenInputError/1fa8a8ab0156bd8aafec9240df3a5af9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-25T11:48:49,517 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1fa8a8ab0156bd8aafec9240df3a5af9; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72086618, jitterRate=0.07417431473731995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T11:48:49,517 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1fa8a8ab0156bd8aafec9240df3a5af9: Writing region info on filesystem at 1732535329501Initializing all the Stores at 1732535329502 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535329502Cleaning up temporary data from old regions at 1732535329512 (+10 ms)Region opened successfully at 1732535329517 (+5 ms) 2024-11-25T11:48:49,535 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=428 (was 418) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:55790 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:55120 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:55694 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004791032-172.17.0.2-1732535297774:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:37438 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:55048 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:37392 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 184), ProcessCount=11 (was 11), AvailableMemoryMB=4091 (was 4093) 2024-11-25T11:48:49,535 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-25T11:48:49,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=428, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=4091 2024-11-25T11:48:49,548 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-25T11:48:49,563 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:49,565 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:49,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:49,568 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53087700, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/hregion-53087700, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:49,581 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53087700/hregion-53087700.1732535329568, exclude list is [], retry=0 2024-11-25T11:48:49,583 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:49,583 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:49,584 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:49,585 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53087700/hregion-53087700.1732535329568 2024-11-25T11:48:49,586 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:49,586 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1d09afa2721c23acbaa3ef217e3fa5a1, NAME => 'testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/hbase 2024-11-25T11:48:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741916_1094 (size=63) 2024-11-25T11:48:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741916_1094 (size=63) 2024-11-25T11:48:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741916_1094 (size=63) 2024-11-25T11:48:49,595 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:49,596 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,598 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d09afa2721c23acbaa3ef217e3fa5a1 columnFamilyName a 2024-11-25T11:48:49,598 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,599 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(327): Store=1d09afa2721c23acbaa3ef217e3fa5a1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:49,599 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,600 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d09afa2721c23acbaa3ef217e3fa5a1 columnFamilyName b 2024-11-25T11:48:49,600 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,600 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(327): Store=1d09afa2721c23acbaa3ef217e3fa5a1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:49,600 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,602 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d09afa2721c23acbaa3ef217e3fa5a1 columnFamilyName c 2024-11-25T11:48:49,602 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,602 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(327): Store=1d09afa2721c23acbaa3ef217e3fa5a1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:49,602 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,603 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,604 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,605 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,605 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,605 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:49,607 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,609 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:49,609 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d09afa2721c23acbaa3ef217e3fa5a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65271642, jitterRate=-0.02737674117088318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:49,610 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d09afa2721c23acbaa3ef217e3fa5a1: Writing region info on filesystem at 1732535329595Initializing all the Stores at 1732535329596 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535329596Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535329596Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535329596Cleaning up temporary data from old regions at 1732535329605 (+9 ms)Region opened successfully at 1732535329610 (+5 ms) 2024-11-25T11:48:49,610 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1d09afa2721c23acbaa3ef217e3fa5a1, disabling compactions & flushes 2024-11-25T11:48:49,611 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1. 2024-11-25T11:48:49,611 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1. 2024-11-25T11:48:49,611 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1. after waiting 0 ms 2024-11-25T11:48:49,611 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1. 2024-11-25T11:48:49,612 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1. 2024-11-25T11:48:49,612 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1d09afa2721c23acbaa3ef217e3fa5a1: Waiting for close lock at 1732535329610Disabling compacts and flushes for region at 1732535329610Disabling writes for close at 1732535329611 (+1 ms)Writing region close event to WAL at 1732535329612 (+1 ms)Closed at 1732535329612 2024-11-25T11:48:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741915_1093 (size=93) 2024-11-25T11:48:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741915_1093 (size=93) 2024-11-25T11:48:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741915_1093 (size=93) 2024-11-25T11:48:49,621 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:49,621 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53087700:(num 1732535329568) 2024-11-25T11:48:49,621 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:49,623 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:49,638 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624, exclude list is [], retry=0 2024-11-25T11:48:49,640 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:49,641 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:49,641 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:49,643 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624 2024-11-25T11:48:49,643 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:49,643 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d09afa2721c23acbaa3ef217e3fa5a1, NAME => 'testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:49,643 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:49,643 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,643 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,645 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,646 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d09afa2721c23acbaa3ef217e3fa5a1 columnFamilyName a 2024-11-25T11:48:49,646 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,646 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(327): Store=1d09afa2721c23acbaa3ef217e3fa5a1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:49,646 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,647 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d09afa2721c23acbaa3ef217e3fa5a1 columnFamilyName b 2024-11-25T11:48:49,647 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,648 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(327): Store=1d09afa2721c23acbaa3ef217e3fa5a1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:49,648 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,648 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d09afa2721c23acbaa3ef217e3fa5a1 columnFamilyName c 2024-11-25T11:48:49,648 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:49,649 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(327): Store=1d09afa2721c23acbaa3ef217e3fa5a1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:49,649 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,649 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,650 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,651 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,651 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,652 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:49,653 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:49,654 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d09afa2721c23acbaa3ef217e3fa5a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68690912, jitterRate=0.023574352264404297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:49,654 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d09afa2721c23acbaa3ef217e3fa5a1: Writing region info on filesystem at 1732535329643Initializing all the Stores at 1732535329644 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535329644Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535329644Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535329644Cleaning up temporary data from old regions at 1732535329651 (+7 ms)Region opened successfully at 1732535329654 (+3 ms) 2024-11-25T11:48:49,658 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732535329657/Put/seqid=0 2024-11-25T11:48:49,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741918_1096 (size=4875) 2024-11-25T11:48:49,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741918_1096 (size=4875) 2024-11-25T11:48:49,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741918_1096 (size=4875) 2024-11-25T11:48:49,666 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732535329666/Put/seqid=0 2024-11-25T11:48:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741919_1097 (size=4875) 2024-11-25T11:48:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741919_1097 (size=4875) 2024-11-25T11:48:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741919_1097 (size=4875) 2024-11-25T11:48:49,675 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732535329675/Put/seqid=0 2024-11-25T11:48:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741920_1098 (size=4875) 2024-11-25T11:48:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741920_1098 (size=4875) 2024-11-25T11:48:49,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741920_1098 (size=4875) 2024-11-25T11:48:49,682 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 1d09afa2721c23acbaa3ef217e3fa5a1/a 2024-11-25T11:48:49,686 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-25T11:48:49,686 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:48:49,686 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 1d09afa2721c23acbaa3ef217e3fa5a1/a 2024-11-25T11:48:49,689 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-25T11:48:49,689 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:48:49,689 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 1d09afa2721c23acbaa3ef217e3fa5a1/a 2024-11-25T11:48:49,692 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-25T11:48:49,692 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:48:49,692 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1d09afa2721c23acbaa3ef217e3fa5a1 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-25T11:48:49,708 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/.tmp/a/a560adf02daa4f3887712900b2090f72 is 55, key is testCompactedBulkLoadedFiles/a:a/1732535329654/Put/seqid=0 2024-11-25T11:48:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741921_1099 (size=5107) 2024-11-25T11:48:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741921_1099 (size=5107) 2024-11-25T11:48:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741921_1099 (size=5107) 2024-11-25T11:48:49,717 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/.tmp/a/a560adf02daa4f3887712900b2090f72 2024-11-25T11:48:49,723 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/.tmp/a/a560adf02daa4f3887712900b2090f72 as hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/a560adf02daa4f3887712900b2090f72 2024-11-25T11:48:49,728 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/a560adf02daa4f3887712900b2090f72, entries=1, sequenceid=4, filesize=5.0 K 2024-11-25T11:48:49,729 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 1d09afa2721c23acbaa3ef217e3fa5a1 in 37ms, sequenceid=4, compaction requested=false 2024-11-25T11:48:49,729 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1d09afa2721c23acbaa3ef217e3fa5a1: 2024-11-25T11:48:49,730 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_ 2024-11-25T11:48:49,732 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/b1cca1f7e863438587461f81d3972009_SeqId_4_ 2024-11-25T11:48:49,733 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_ 2024-11-25T11:48:49,733 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile0 into 1d09afa2721c23acbaa3ef217e3fa5a1/a as hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_ - updating store file list. 2024-11-25T11:48:49,738 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:48:49,738 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_ into 1d09afa2721c23acbaa3ef217e3fa5a1/a 2024-11-25T11:48:49,738 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile0 into 1d09afa2721c23acbaa3ef217e3fa5a1/a (new location: hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_) 2024-11-25T11:48:49,739 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile1 into 1d09afa2721c23acbaa3ef217e3fa5a1/a as hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/b1cca1f7e863438587461f81d3972009_SeqId_4_ - updating store file list. 2024-11-25T11:48:49,743 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1cca1f7e863438587461f81d3972009_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:48:49,743 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/b1cca1f7e863438587461f81d3972009_SeqId_4_ into 1d09afa2721c23acbaa3ef217e3fa5a1/a 2024-11-25T11:48:49,743 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile1 into 1d09afa2721c23acbaa3ef217e3fa5a1/a (new location: hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/b1cca1f7e863438587461f81d3972009_SeqId_4_) 2024-11-25T11:48:49,744 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile2 into 1d09afa2721c23acbaa3ef217e3fa5a1/a as hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_ - updating store file list. 2024-11-25T11:48:49,748 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:48:49,748 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_ into 1d09afa2721c23acbaa3ef217e3fa5a1/a 2024-11-25T11:48:49,748 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39111/hbase/testCompactedBulkLoadedFiles/hfile2 into 1d09afa2721c23acbaa3ef217e3fa5a1/a (new location: hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_) 2024-11-25T11:48:49,755 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:48:49,755 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1d09afa2721c23acbaa3ef217e3fa5a1/a is initiating major compaction (all files) 2024-11-25T11:48:49,756 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1d09afa2721c23acbaa3ef217e3fa5a1/a in testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1. 2024-11-25T11:48:49,756 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/a560adf02daa4f3887712900b2090f72, hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_, hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/b1cca1f7e863438587461f81d3972009_SeqId_4_, hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_] into tmpdir=hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/.tmp, totalSize=19.3 K 2024-11-25T11:48:49,756 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a560adf02daa4f3887712900b2090f72, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732535329654 2024-11-25T11:48:49,757 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T11:48:49,757 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b1cca1f7e863438587461f81d3972009_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T11:48:49,757 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T11:48:49,769 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/.tmp/a/77a4be39d400476f946c1d4925921856 is 55, key is testCompactedBulkLoadedFiles/a:a/1732535329654/Put/seqid=0 2024-11-25T11:48:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741922_1100 (size=6154) 2024-11-25T11:48:49,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741922_1100 (size=6154) 2024-11-25T11:48:49,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741922_1100 (size=6154) 2024-11-25T11:48:49,787 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/.tmp/a/77a4be39d400476f946c1d4925921856 as hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/77a4be39d400476f946c1d4925921856 2024-11-25T11:48:49,794 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 1d09afa2721c23acbaa3ef217e3fa5a1/a of 1d09afa2721c23acbaa3ef217e3fa5a1 into 77a4be39d400476f946c1d4925921856(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:48:49,794 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1d09afa2721c23acbaa3ef217e3fa5a1: 2024-11-25T11:48:49,794 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-25T11:48:49,794 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-25T11:48:49,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624, size=0 (0bytes) 2024-11-25T11:48:49,832 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624 might be still open, length is 0 2024-11-25T11:48:49,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624 2024-11-25T11:48:49,832 WARN [IPC Server handler 4 on default port 39111 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-25T11:48:49,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624 after 1ms 2024-11-25T11:48:49,987 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:48:51,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-25T11:48:51,230 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-25T11:48:51,231 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-25T11:48:51,232 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-25T11:48:52,718 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:55824 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33451:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55824 dst: /127.0.0.1:33451 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33451 remote=/127.0.0.1:55824]. Total timeout mills is 60000, 57075 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:52,719 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:55154 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55154 dst: /127.0.0.1:46547 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:52,719 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:37456 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36279:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37456 dst: /127.0.0.1:36279 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741917_1101 (size=1368) 2024-11-25T11:48:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741917_1101 (size=1368) 2024-11-25T11:48:52,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741917_1101 (size=1368) 2024-11-25T11:48:53,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624 after 4001ms 2024-11-25T11:48:53,837 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:53,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624 took 4006ms 2024-11-25T11:48:53,838 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624; continuing. 2024-11-25T11:48:53,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624 so closing down 2024-11-25T11:48:53,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:53,840 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535329624.temp 2024-11-25T11:48:53,841 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000003-wal.1732535329624.temp 2024-11-25T11:48:53,841 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741923_1102 (size=635) 2024-11-25T11:48:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741923_1102 (size=635) 2024-11-25T11:48:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741923_1102 (size=635) 2024-11-25T11:48:53,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000003-wal.1732535329624.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:53,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000003-wal.1732535329624.temp to hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000008 2024-11-25T11:48:53,849 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T11:48:53,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624, journal: Splitting hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624, size=0 (0bytes) at 1732535329832Finishing writing output for hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624 so closing down at 1732535333838 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000003-wal.1732535329624.temp at 1732535333841 (+3 ms)3 split writer threads finished at 1732535333841Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000003-wal.1732535329624.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732535333848 (+7 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000003-wal.1732535329624.temp to hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000008 at 1732535333849 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624, size=0, length=0, corrupted=false, cancelled=false at 1732535333850 (+1 ms) 2024-11-25T11:48:53,851 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624 to hdfs://localhost:39111/hbase/oldWALs/wal.1732535329624 2024-11-25T11:48:53,852 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000008 2024-11-25T11:48:53,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:53,854 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:53,867 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535333854, exclude list is [], retry=0 2024-11-25T11:48:53,869 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:53,870 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:53,870 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:53,871 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535333854 2024-11-25T11:48:53,872 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:53,872 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d09afa2721c23acbaa3ef217e3fa5a1, NAME => 'testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:53,872 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:53,872 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:53,872 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:53,873 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:53,874 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d09afa2721c23acbaa3ef217e3fa5a1 columnFamilyName a 2024-11-25T11:48:53,874 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:53,880 DEBUG [StoreFileOpener-1d09afa2721c23acbaa3ef217e3fa5a1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:48:53,880 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_ 2024-11-25T11:48:53,884 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/77a4be39d400476f946c1d4925921856 2024-11-25T11:48:53,887 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/a560adf02daa4f3887712900b2090f72 2024-11-25T11:48:53,890 DEBUG [StoreFileOpener-1d09afa2721c23acbaa3ef217e3fa5a1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1cca1f7e863438587461f81d3972009_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:48:53,890 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/b1cca1f7e863438587461f81d3972009_SeqId_4_ 2024-11-25T11:48:53,893 DEBUG [StoreFileOpener-1d09afa2721c23acbaa3ef217e3fa5a1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:48:53,893 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_ 2024-11-25T11:48:53,893 WARN [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@67124c79 2024-11-25T11:48:53,893 WARN [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/a560adf02daa4f3887712900b2090f72 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@67124c79 2024-11-25T11:48:53,893 WARN [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/b1cca1f7e863438587461f81d3972009_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@67124c79 2024-11-25T11:48:53,893 WARN [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@67124c79 2024-11-25T11:48:53,893 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_, hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/a560adf02daa4f3887712900b2090f72, hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/b1cca1f7e863438587461f81d3972009_SeqId_4_, hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_] to archive 2024-11-25T11:48:53,894 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:48:53,896 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_ to hdfs://localhost:39111/hbase/archive/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_ 2024-11-25T11:48:53,897 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/a560adf02daa4f3887712900b2090f72 to hdfs://localhost:39111/hbase/archive/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/a560adf02daa4f3887712900b2090f72 2024-11-25T11:48:53,898 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/b1cca1f7e863438587461f81d3972009_SeqId_4_ to hdfs://localhost:39111/hbase/archive/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/b1cca1f7e863438587461f81d3972009_SeqId_4_ 2024-11-25T11:48:53,899 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_ to hdfs://localhost:39111/hbase/archive/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/a/e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_ 2024-11-25T11:48:53,899 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(327): Store=1d09afa2721c23acbaa3ef217e3fa5a1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:53,899 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:53,900 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d09afa2721c23acbaa3ef217e3fa5a1 columnFamilyName b 2024-11-25T11:48:53,900 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:53,900 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(327): Store=1d09afa2721c23acbaa3ef217e3fa5a1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:53,900 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:53,901 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d09afa2721c23acbaa3ef217e3fa5a1 columnFamilyName c 2024-11-25T11:48:53,901 DEBUG [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:53,901 INFO [StoreOpener-1d09afa2721c23acbaa3ef217e3fa5a1-1 {}] regionserver.HStore(327): Store=1d09afa2721c23acbaa3ef217e3fa5a1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:53,901 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:53,902 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:53,903 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:53,904 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000008 2024-11-25T11:48:53,905 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:53,906 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 1d09afa2721c23acbaa3ef217e3fa5a1 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "1d09afa2721c23acbaa3ef217e3fa5a1" family_name: "a" compaction_input: "a560adf02daa4f3887712900b2090f72" compaction_input: "e7baf0ddad87476ea868dd4b686c79f5_SeqId_4_" compaction_input: "b1cca1f7e863438587461f81d3972009_SeqId_4_" compaction_input: "5dbf47682f5c42e8aa62f8191fc9d014_SeqId_4_" compaction_output: "77a4be39d400476f946c1d4925921856" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-25T11:48:53,906 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-25T11:48:53,907 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000008 2024-11-25T11:48:53,907 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/0000000000000000008 2024-11-25T11:48:53,908 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:53,908 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:53,909 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:53,910 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d09afa2721c23acbaa3ef217e3fa5a1 2024-11-25T11:48:53,912 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testCompactedBulkLoadedFiles/1d09afa2721c23acbaa3ef217e3fa5a1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:48:53,913 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d09afa2721c23acbaa3ef217e3fa5a1; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65235103, jitterRate=-0.027921214699745178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:53,913 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d09afa2721c23acbaa3ef217e3fa5a1: Writing region info on filesystem at 1732535333872Initializing all the Stores at 1732535333873 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535333873Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535333873Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535333873Cleaning up temporary data from old regions at 1732535333908 (+35 ms)Region opened successfully at 1732535333913 (+5 ms) 2024-11-25T11:48:53,915 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1d09afa2721c23acbaa3ef217e3fa5a1, disabling compactions & flushes 2024-11-25T11:48:53,915 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1. 2024-11-25T11:48:53,915 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1. 2024-11-25T11:48:53,915 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1. after waiting 0 ms 2024-11-25T11:48:53,915 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1. 2024-11-25T11:48:53,916 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732535329564.1d09afa2721c23acbaa3ef217e3fa5a1. 2024-11-25T11:48:53,916 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1d09afa2721c23acbaa3ef217e3fa5a1: Waiting for close lock at 1732535333915Disabling compacts and flushes for region at 1732535333915Disabling writes for close at 1732535333915Writing region close event to WAL at 1732535333916 (+1 ms)Closed at 1732535333916 2024-11-25T11:48:53,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741924_1103 (size=93) 2024-11-25T11:48:53,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741924_1103 (size=93) 2024-11-25T11:48:53,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741924_1103 (size=93) 2024-11-25T11:48:53,920 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:53,920 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535333854) 2024-11-25T11:48:53,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=440 (was 428) Potentially hanging thread: IPC Client (193844873) connection to localhost/127.0.0.1:39111 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:39111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1894754208_22 at /127.0.0.1:53090 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1894754208_22 at /127.0.0.1:59498 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1347 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 184), ProcessCount=11 (was 11), AvailableMemoryMB=4075 (was 4091) 2024-11-25T11:48:53,936 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1347 is superior to 1024 2024-11-25T11:48:53,950 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1347, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=4074 2024-11-25T11:48:53,950 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1347 is superior to 1024 2024-11-25T11:48:53,964 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:53,966 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:48:53,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:48:53,969 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-41811933, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/hregion-41811933, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:53,982 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-41811933/hregion-41811933.1732535333969, exclude list is [], retry=0 2024-11-25T11:48:53,984 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:53,984 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:53,984 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:53,986 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-41811933/hregion-41811933.1732535333969 2024-11-25T11:48:53,986 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:53,986 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 38e932f9b40fe3557559fd4e5bd1d673, NAME => 'testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39111/hbase 2024-11-25T11:48:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741926_1105 (size=67) 2024-11-25T11:48:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741926_1105 (size=67) 2024-11-25T11:48:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741926_1105 (size=67) 2024-11-25T11:48:53,995 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:53,996 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:53,998 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName a 2024-11-25T11:48:53,998 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:53,998 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:53,998 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,000 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName b 2024-11-25T11:48:54,000 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:54,000 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:54,000 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,001 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName c 2024-11-25T11:48:54,002 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:54,002 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:54,002 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,003 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,003 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,004 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,004 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,005 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:54,006 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,008 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:48:54,008 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 38e932f9b40fe3557559fd4e5bd1d673; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68819432, jitterRate=0.025489449501037598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:54,008 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 38e932f9b40fe3557559fd4e5bd1d673: Writing region info on filesystem at 1732535333995Initializing all the Stores at 1732535333996 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535333996Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535333996Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535333996Cleaning up temporary data from old regions at 1732535334004 (+8 ms)Region opened successfully at 1732535334008 (+4 ms) 2024-11-25T11:48:54,008 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 38e932f9b40fe3557559fd4e5bd1d673, disabling compactions & flushes 2024-11-25T11:48:54,009 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:54,009 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:54,009 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. after waiting 0 ms 2024-11-25T11:48:54,009 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:54,009 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:54,009 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 38e932f9b40fe3557559fd4e5bd1d673: Waiting for close lock at 1732535334008Disabling compacts and flushes for region at 1732535334008Disabling writes for close at 1732535334009 (+1 ms)Writing region close event to WAL at 1732535334009Closed at 1732535334009 2024-11-25T11:48:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741925_1104 (size=93) 2024-11-25T11:48:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741925_1104 (size=93) 2024-11-25T11:48:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741925_1104 (size=93) 2024-11-25T11:48:54,014 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:54,014 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-41811933:(num 1732535333969) 2024-11-25T11:48:54,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:54,016 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:54,029 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016, exclude list is [], retry=0 2024-11-25T11:48:54,032 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:54,032 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:54,033 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:54,034 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016 2024-11-25T11:48:54,034 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:54,034 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 38e932f9b40fe3557559fd4e5bd1d673, NAME => 'testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:54,035 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:54,035 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,035 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,036 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,037 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName a 2024-11-25T11:48:54,037 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:54,038 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:54,038 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,039 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName b 2024-11-25T11:48:54,039 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:54,039 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:54,039 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,040 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName c 2024-11-25T11:48:54,040 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:54,041 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:54,041 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,041 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,042 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,043 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,043 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,044 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:54,045 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,046 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 38e932f9b40fe3557559fd4e5bd1d673; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58728299, jitterRate=-0.12488014996051788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:54,046 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 38e932f9b40fe3557559fd4e5bd1d673: Writing region info on filesystem at 1732535334035Initializing all the Stores at 1732535334036 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535334036Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535334036Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535334036Cleaning up temporary data from old regions at 1732535334043 (+7 ms)Region opened successfully at 1732535334046 (+3 ms) 2024-11-25T11:48:54,053 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 38e932f9b40fe3557559fd4e5bd1d673 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-25T11:48:54,069 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/a/97ce1f12472642dd8385dd20100798b6 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732535334046/Put/seqid=0 2024-11-25T11:48:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741928_1107 (size=5958) 2024-11-25T11:48:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741928_1107 (size=5958) 2024-11-25T11:48:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741928_1107 (size=5958) 2024-11-25T11:48:54,076 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/a/97ce1f12472642dd8385dd20100798b6 2024-11-25T11:48:54,081 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/a/97ce1f12472642dd8385dd20100798b6 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/a/97ce1f12472642dd8385dd20100798b6 2024-11-25T11:48:54,086 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/a/97ce1f12472642dd8385dd20100798b6, entries=10, sequenceid=13, filesize=5.8 K 2024-11-25T11:48:54,087 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 38e932f9b40fe3557559fd4e5bd1d673 in 34ms, sequenceid=13, compaction requested=false 2024-11-25T11:48:54,087 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 38e932f9b40fe3557559fd4e5bd1d673: 2024-11-25T11:48:54,104 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 38e932f9b40fe3557559fd4e5bd1d673, disabling compactions & flushes 2024-11-25T11:48:54,104 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:54,104 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:54,104 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. after waiting 0 ms 2024-11-25T11:48:54,105 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:54,105 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:54,105 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:54,106 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 38e932f9b40fe3557559fd4e5bd1d673: Waiting for close lock at 1732535334104Disabling compacts and flushes for region at 1732535334104Disabling writes for close at 1732535334104Writing region close event to WAL at 1732535334105 (+1 ms)Closed at 1732535334105 2024-11-25T11:48:54,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741927_1106 (size=2805) 2024-11-25T11:48:54,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741927_1106 (size=2805) 2024-11-25T11:48:54,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741927_1106 (size=2805) 2024-11-25T11:48:54,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016, size=2.7 K (2805bytes) 2024-11-25T11:48:54,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016 2024-11-25T11:48:54,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016 after 0ms 2024-11-25T11:48:54,127 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:54,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016 took 3ms 2024-11-25T11:48:54,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016 so closing down 2024-11-25T11:48:54,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:54,130 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732535334016.temp 2024-11-25T11:48:54,132 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000003-wal.1732535334016.temp 2024-11-25T11:48:54,132 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:54,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741929_1108 (size=2312) 2024-11-25T11:48:54,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741929_1108 (size=2312) 2024-11-25T11:48:54,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741929_1108 (size=2312) 2024-11-25T11:48:54,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000003-wal.1732535334016.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:54,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000003-wal.1732535334016.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000035 2024-11-25T11:48:54,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-25T11:48:54,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016, journal: Splitting hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016, size=2.7 K (2805bytes) at 1732535334125Finishing writing output for hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016 so closing down at 1732535334129 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000003-wal.1732535334016.temp at 1732535334132 (+3 ms)3 split writer threads finished at 1732535334132Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000003-wal.1732535334016.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732535334139 (+7 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000003-wal.1732535334016.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000035 at 1732535334141 (+2 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1732535334141 2024-11-25T11:48:54,143 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334016 to hdfs://localhost:39111/hbase/oldWALs/wal.1732535334016 2024-11-25T11:48:54,143 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000035 2024-11-25T11:48:54,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:54,145 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:54,162 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146, exclude list is [], retry=0 2024-11-25T11:48:54,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:54,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:54,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:54,167 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146 2024-11-25T11:48:54,167 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34353:34353),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-25T11:48:54,167 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 38e932f9b40fe3557559fd4e5bd1d673, NAME => 'testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:48:54,167 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:54,167 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,167 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,169 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,169 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName a 2024-11-25T11:48:54,169 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:54,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:48:54,178 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/a/97ce1f12472642dd8385dd20100798b6 2024-11-25T11:48:54,178 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:54,178 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,179 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName b 2024-11-25T11:48:54,179 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:54,180 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:54,180 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,181 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName c 2024-11-25T11:48:54,181 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:54,181 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:54,181 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,182 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,184 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,184 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000035 2024-11-25T11:48:54,186 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:54,187 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000035 2024-11-25T11:48:54,187 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 38e932f9b40fe3557559fd4e5bd1d673 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-25T11:48:54,204 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/b/94cd2bc568044667a64d0ad545645dca is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732535334087/Put/seqid=0 2024-11-25T11:48:54,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741931_1110 (size=5958) 2024-11-25T11:48:54,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741931_1110 (size=5958) 2024-11-25T11:48:54,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741931_1110 (size=5958) 2024-11-25T11:48:54,212 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/b/94cd2bc568044667a64d0ad545645dca 2024-11-25T11:48:54,232 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/c/9d0c5ab0b98344b28f3bf63dfd074708 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732535334094/Put/seqid=0 2024-11-25T11:48:54,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741932_1111 (size=5958) 2024-11-25T11:48:54,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741932_1111 (size=5958) 2024-11-25T11:48:54,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741932_1111 (size=5958) 2024-11-25T11:48:54,240 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/c/9d0c5ab0b98344b28f3bf63dfd074708 2024-11-25T11:48:54,247 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/b/94cd2bc568044667a64d0ad545645dca as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/b/94cd2bc568044667a64d0ad545645dca 2024-11-25T11:48:54,253 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/b/94cd2bc568044667a64d0ad545645dca, entries=10, sequenceid=35, filesize=5.8 K 2024-11-25T11:48:54,254 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/c/9d0c5ab0b98344b28f3bf63dfd074708 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/c/9d0c5ab0b98344b28f3bf63dfd074708 2024-11-25T11:48:54,259 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/c/9d0c5ab0b98344b28f3bf63dfd074708, entries=10, sequenceid=35, filesize=5.8 K 2024-11-25T11:48:54,259 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 38e932f9b40fe3557559fd4e5bd1d673 in 72ms, sequenceid=35, compaction requested=false; wal=null 2024-11-25T11:48:54,260 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000035 2024-11-25T11:48:54,261 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,261 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,262 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:54,263 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:54,265 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-25T11:48:54,266 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 38e932f9b40fe3557559fd4e5bd1d673; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69878127, jitterRate=0.04126523435115814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:54,267 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 38e932f9b40fe3557559fd4e5bd1d673: Writing region info on filesystem at 1732535334167Initializing all the Stores at 1732535334168 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535334168Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535334168Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535334168Obtaining lock to block concurrent updates at 1732535334187 (+19 ms)Preparing flush snapshotting stores in 38e932f9b40fe3557559fd4e5bd1d673 at 1732535334187Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732535334187Flushing stores of testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. at 1732535334187Flushing 38e932f9b40fe3557559fd4e5bd1d673/b: creating writer at 1732535334187Flushing 38e932f9b40fe3557559fd4e5bd1d673/b: appending metadata at 1732535334203 (+16 ms)Flushing 38e932f9b40fe3557559fd4e5bd1d673/b: closing flushed file at 1732535334203Flushing 38e932f9b40fe3557559fd4e5bd1d673/c: creating writer at 1732535334217 (+14 ms)Flushing 38e932f9b40fe3557559fd4e5bd1d673/c: appending metadata at 1732535334231 (+14 ms)Flushing 38e932f9b40fe3557559fd4e5bd1d673/c: closing flushed file at 1732535334231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@173c9ad4: reopening flushed file at 1732535334246 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1667f5ac: reopening flushed file at 1732535334253 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 38e932f9b40fe3557559fd4e5bd1d673 in 72ms, sequenceid=35, compaction requested=false; wal=null at 1732535334259 (+6 ms)Cleaning up temporary data from old regions at 1732535334261 (+2 ms)Region opened successfully at 1732535334267 (+6 ms) 2024-11-25T11:48:54,334 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146, size=0 (0bytes) 2024-11-25T11:48:54,334 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146 might be still open, length is 0 2024-11-25T11:48:54,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146 2024-11-25T11:48:54,335 WARN [IPC Server handler 1 on default port 39111 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-25T11:48:54,335 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146 after 1ms 2024-11-25T11:48:55,717 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:59544 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46547:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59544 dst: /127.0.0.1:46547 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46547 remote=/127.0.0.1:59544]. Total timeout mills is 60000, 58580 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:55,718 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:53158 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36279:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53158 dst: /127.0.0.1:36279 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:55,718 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_491701701_22 at /127.0.0.1:35832 [Receiving block BP-2004791032-172.17.0.2-1732535297774:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33451:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35832 dst: /127.0.0.1:33451 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:55,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741930_1112 (size=2304) 2024-11-25T11:48:55,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741930_1112 (size=2304) 2024-11-25T11:48:58,336 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146 after 4002ms 2024-11-25T11:48:58,339 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:58,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146 took 4005ms 2024-11-25T11:48:58,341 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146; continuing. 2024-11-25T11:48:58,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146 so closing down 2024-11-25T11:48:58,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T11:48:58,342 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732535334146.temp 2024-11-25T11:48:58,343 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000037-wal.1732535334146.temp 2024-11-25T11:48:58,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T11:48:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741933_1113 (size=2312) 2024-11-25T11:48:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741933_1113 (size=2312) 2024-11-25T11:48:58,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741933_1113 (size=2312) 2024-11-25T11:48:58,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000037-wal.1732535334146.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T11:48:58,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000037-wal.1732535334146.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000066 2024-11-25T11:48:58,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T11:48:58,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146, journal: Splitting hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146, size=0 (0bytes) at 1732535334334Finishing writing output for hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146 so closing down at 1732535338341 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000037-wal.1732535334146.temp at 1732535338344 (+3 ms)3 split writer threads finished at 1732535338344Closed recovered edits writer path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000037-wal.1732535334146.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732535338350 (+6 ms)Rename recovered edits hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000037-wal.1732535334146.temp to hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000066 at 1732535338352 (+2 ms)Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146, size=0, length=0, corrupted=false, cancelled=false at 1732535338352 2024-11-25T11:48:58,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146 to hdfs://localhost:39111/hbase/oldWALs/wal.1732535334146 2024-11-25T11:48:58,355 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000066 2024-11-25T11:48:58,355 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T11:48:58,357 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39111/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964, archiveDir=hdfs://localhost:39111/hbase/oldWALs, maxLogs=32 2024-11-25T11:48:58,372 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535338357, exclude list is [], retry=0 2024-11-25T11:48:58,374 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36279,DS-fd08235e-b493-44dd-8b47-f5933f751e25,DISK] 2024-11-25T11:48:58,374 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33451,DS-eb32857b-724a-4f00-94b1-350ac61f780c,DISK] 2024-11-25T11:48:58,374 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-3d9811b9-d54b-47b7-9ec7-c7f2cafb19c5,DISK] 2024-11-25T11:48:58,376 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535338357 2024-11-25T11:48:58,376 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087),(127.0.0.1/127.0.0.1:45371:45371),(127.0.0.1/127.0.0.1:34353:34353)] 2024-11-25T11:48:58,377 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:48:58,378 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:58,379 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName a 2024-11-25T11:48:58,379 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:58,384 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/a/97ce1f12472642dd8385dd20100798b6 2024-11-25T11:48:58,384 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:58,384 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:58,384 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName b 2024-11-25T11:48:58,384 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:58,388 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/b/94cd2bc568044667a64d0ad545645dca 2024-11-25T11:48:58,388 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:58,388 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:58,389 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e932f9b40fe3557559fd4e5bd1d673 columnFamilyName c 2024-11-25T11:48:58,389 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:48:58,393 DEBUG [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/c/9d0c5ab0b98344b28f3bf63dfd074708 2024-11-25T11:48:58,393 INFO [StoreOpener-38e932f9b40fe3557559fd4e5bd1d673-1 {}] regionserver.HStore(327): Store=38e932f9b40fe3557559fd4e5bd1d673/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:48:58,393 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:58,394 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:58,395 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:58,396 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000066 2024-11-25T11:48:58,397 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-25T11:48:58,402 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000066 2024-11-25T11:48:58,402 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 38e932f9b40fe3557559fd4e5bd1d673 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-25T11:48:58,424 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/a/987fb379d57e4e01aaf3fa34306ac5e9 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732535334275/Put/seqid=0 2024-11-25T11:48:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741935_1115 (size=5958) 2024-11-25T11:48:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741935_1115 (size=5958) 2024-11-25T11:48:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741935_1115 (size=5958) 2024-11-25T11:48:58,432 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/a/987fb379d57e4e01aaf3fa34306ac5e9 2024-11-25T11:48:58,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/b/a1712f786d9c41c2a2fa1590dc2cfd26 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732535334284/Put/seqid=0 2024-11-25T11:48:58,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741936_1116 (size=5958) 2024-11-25T11:48:58,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741936_1116 (size=5958) 2024-11-25T11:48:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741936_1116 (size=5958) 2024-11-25T11:48:58,460 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/b/a1712f786d9c41c2a2fa1590dc2cfd26 2024-11-25T11:48:58,479 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/c/2b592d4b65b548f3a45725576865dc01 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732535334291/Put/seqid=0 2024-11-25T11:48:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741937_1117 (size=5958) 2024-11-25T11:48:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741937_1117 (size=5958) 2024-11-25T11:48:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741937_1117 (size=5958) 2024-11-25T11:48:58,485 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/c/2b592d4b65b548f3a45725576865dc01 2024-11-25T11:48:58,490 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/a/987fb379d57e4e01aaf3fa34306ac5e9 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/a/987fb379d57e4e01aaf3fa34306ac5e9 2024-11-25T11:48:58,494 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/a/987fb379d57e4e01aaf3fa34306ac5e9, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T11:48:58,494 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/b/a1712f786d9c41c2a2fa1590dc2cfd26 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/b/a1712f786d9c41c2a2fa1590dc2cfd26 2024-11-25T11:48:58,498 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/b/a1712f786d9c41c2a2fa1590dc2cfd26, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T11:48:58,499 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/.tmp/c/2b592d4b65b548f3a45725576865dc01 as hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/c/2b592d4b65b548f3a45725576865dc01 2024-11-25T11:48:58,503 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/c/2b592d4b65b548f3a45725576865dc01, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T11:48:58,503 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 38e932f9b40fe3557559fd4e5bd1d673 in 101ms, sequenceid=66, compaction requested=false; wal=null 2024-11-25T11:48:58,503 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/0000000000000000066 2024-11-25T11:48:58,504 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:58,504 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:58,505 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:48:58,506 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 38e932f9b40fe3557559fd4e5bd1d673 2024-11-25T11:48:58,508 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/hbase/data/default/testReplayEditsWrittenViaHRegion/38e932f9b40fe3557559fd4e5bd1d673/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-25T11:48:58,509 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 38e932f9b40fe3557559fd4e5bd1d673; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73150397, jitterRate=0.09002585709095001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:48:58,509 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 38e932f9b40fe3557559fd4e5bd1d673: Writing region info on filesystem at 1732535338377Initializing all the Stores at 1732535338377Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535338377Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535338378 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732535338378Obtaining lock to block concurrent updates at 1732535338402 (+24 ms)Preparing flush snapshotting stores in 38e932f9b40fe3557559fd4e5bd1d673 at 1732535338402Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732535338402Flushing stores of testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. at 1732535338402Flushing 38e932f9b40fe3557559fd4e5bd1d673/a: creating writer at 1732535338402Flushing 38e932f9b40fe3557559fd4e5bd1d673/a: appending metadata at 1732535338423 (+21 ms)Flushing 38e932f9b40fe3557559fd4e5bd1d673/a: closing flushed file at 1732535338423Flushing 38e932f9b40fe3557559fd4e5bd1d673/b: creating writer at 1732535338437 (+14 ms)Flushing 38e932f9b40fe3557559fd4e5bd1d673/b: appending metadata at 1732535338452 (+15 ms)Flushing 38e932f9b40fe3557559fd4e5bd1d673/b: closing flushed file at 1732535338452Flushing 38e932f9b40fe3557559fd4e5bd1d673/c: creating writer at 1732535338464 (+12 ms)Flushing 38e932f9b40fe3557559fd4e5bd1d673/c: appending metadata at 1732535338478 (+14 ms)Flushing 38e932f9b40fe3557559fd4e5bd1d673/c: closing flushed file at 1732535338478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5f8de6: reopening flushed file at 1732535338489 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31dd0386: reopening flushed file at 1732535338494 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c05a96: reopening flushed file at 1732535338498 (+4 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 38e932f9b40fe3557559fd4e5bd1d673 in 101ms, sequenceid=66, compaction requested=false; wal=null at 1732535338503 (+5 ms)Cleaning up temporary data from old regions at 1732535338504 (+1 ms)Region opened successfully at 1732535338509 (+5 ms) 2024-11-25T11:48:58,521 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 38e932f9b40fe3557559fd4e5bd1d673, disabling compactions & flushes 2024-11-25T11:48:58,522 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:58,522 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:58,522 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. after waiting 0 ms 2024-11-25T11:48:58,522 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:58,523 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732535333965.38e932f9b40fe3557559fd4e5bd1d673. 2024-11-25T11:48:58,523 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 38e932f9b40fe3557559fd4e5bd1d673: Waiting for close lock at 1732535338521Disabling compacts and flushes for region at 1732535338521Disabling writes for close at 1732535338522 (+1 ms)Writing region close event to WAL at 1732535338523 (+1 ms)Closed at 1732535338523 2024-11-25T11:48:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741934_1114 (size=93) 2024-11-25T11:48:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741934_1114 (size=93) 2024-11-25T11:48:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741934_1114 (size=93) 2024-11-25T11:48:58,528 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T11:48:58,528 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732535338357) 2024-11-25T11:48:58,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=446 (was 440) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-54807288_22 at /127.0.0.1:53210 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:39111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-54807288_22 at /127.0.0.1:59576 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (193844873) connection to localhost/127.0.0.1:39111 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-54807288_22 at /127.0.0.1:35898 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1347) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=4053 (was 4074) 2024-11-25T11:48:58,545 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-25T11:48:58,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:48:58,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:48:58,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:48:58,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:58,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:58,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:48:58,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:48:58,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1907521982, stopped=false 2024-11-25T11:48:58,547 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,36591,1732535300822 2024-11-25T11:48:58,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:58,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:58,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:48:58,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:58,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:58,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:58,549 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:48:58,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:48:58,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:48:58,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:58,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:58,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:58,550 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,34165,1732535301601' ***** 2024-11-25T11:48:58,550 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:48:58,550 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,46797,1732535301650' ***** 2024-11-25T11:48:58,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:48:58,551 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:48:58,551 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:48:58,551 INFO [RS:1;96bb5f2c2895:34165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:48:58,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:48:58,551 INFO [RS:1;96bb5f2c2895:34165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:48:58,551 INFO [RS:2;96bb5f2c2895:46797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:48:58,551 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:48:58,551 INFO [RS:2;96bb5f2c2895:46797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:48:58,551 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:58,551 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:48:58,551 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(3091): Received CLOSE for 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:58,551 INFO [RS:1;96bb5f2c2895:34165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;96bb5f2c2895:34165. 2024-11-25T11:48:58,551 DEBUG [RS:1;96bb5f2c2895:34165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:48:58,551 DEBUG [RS:1;96bb5f2c2895:34165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:58,551 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,34165,1732535301601; all regions closed. 2024-11-25T11:48:58,552 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:58,552 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:48:58,552 INFO [RS:2;96bb5f2c2895:46797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;96bb5f2c2895:46797. 2024-11-25T11:48:58,552 DEBUG [RS:2;96bb5f2c2895:46797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:48:58,552 DEBUG [RS:2;96bb5f2c2895:46797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:58,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:48:58,552 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:48:58,552 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:48:58,552 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:48:58,552 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:48:58,552 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:48:58,552 DEBUG [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5715b0edc4b446ffa7db966a0b59e515=testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515.} 2024-11-25T11:48:58,552 DEBUG [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5715b0edc4b446ffa7db966a0b59e515 2024-11-25T11:48:58,553 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5715b0edc4b446ffa7db966a0b59e515, disabling compactions & flushes 2024-11-25T11:48:58,553 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:48:58,553 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:58,553 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:48:58,553 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:48:58,553 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:58,553 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:48:58,553 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. after waiting 0 ms 2024-11-25T11:48:58,553 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:48:58,553 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:58,553 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-25T11:48:58,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741833_1009 (size=2054) 2024-11-25T11:48:58,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741833_1009 (size=2054) 2024-11-25T11:48:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741833_1009 (size=2054) 2024-11-25T11:48:58,587 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5715b0edc4b446ffa7db966a0b59e515/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-25T11:48:58,588 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:58,588 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5715b0edc4b446ffa7db966a0b59e515: Waiting for close lock at 1732535338553Running coprocessor pre-close hooks at 1732535338553Disabling compacts and flushes for region at 1732535338553Disabling writes for close at 1732535338553Writing region close event to WAL at 1732535338582 (+29 ms)Running coprocessor post-close hooks at 1732535338588 (+6 ms)Closed at 1732535338588 2024-11-25T11:48:58,588 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515. 2024-11-25T11:48:58,595 DEBUG [RS:1;96bb5f2c2895:34165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/oldWALs 2024-11-25T11:48:58,595 INFO [RS:1;96bb5f2c2895:34165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C34165%2C1732535301601:(num 1732535302961) 2024-11-25T11:48:58,596 DEBUG [RS:1;96bb5f2c2895:34165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:58,596 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:48:58,596 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:48:58,596 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:48:58,596 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:48:58,596 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:48:58,596 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:48:58,596 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:48:58,596 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:48:58,596 INFO [RS:1;96bb5f2c2895:34165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34165 2024-11-25T11:48:58,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:48:58,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/96bb5f2c2895,34165,1732535301601 2024-11-25T11:48:58,598 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:48:58,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,34165,1732535301601] 2024-11-25T11:48:58,602 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/96bb5f2c2895,34165,1732535301601 already deleted, retry=false 2024-11-25T11:48:58,603 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,34165,1732535301601 expired; onlineServers=1 2024-11-25T11:48:58,608 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/.tmp/info/b6fd6821a3f3452d85b08ad6c326404d is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732535315539.5715b0edc4b446ffa7db966a0b59e515./info:regioninfo/1732535318521/Put/seqid=0 2024-11-25T11:48:58,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741938_1118 (size=8243) 2024-11-25T11:48:58,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741938_1118 (size=8243) 2024-11-25T11:48:58,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741938_1118 (size=8243) 2024-11-25T11:48:58,617 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/.tmp/info/b6fd6821a3f3452d85b08ad6c326404d 2024-11-25T11:48:58,633 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:48:58,633 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:48:58,638 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/.tmp/ns/417965556f6c4867b20716f6d095f99b is 43, key is default/ns:d/1732535303550/Put/seqid=0 2024-11-25T11:48:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741939_1119 (size=5153) 2024-11-25T11:48:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741939_1119 (size=5153) 2024-11-25T11:48:58,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741939_1119 (size=5153) 2024-11-25T11:48:58,645 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/.tmp/ns/417965556f6c4867b20716f6d095f99b 2024-11-25T11:48:58,665 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/.tmp/table/65c7ee9bdecb4a1cba8b3f019b5ba83b is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732535315950/Put/seqid=0 2024-11-25T11:48:58,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741940_1120 (size=5431) 2024-11-25T11:48:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741940_1120 (size=5431) 2024-11-25T11:48:58,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741940_1120 (size=5431) 2024-11-25T11:48:58,676 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/.tmp/table/65c7ee9bdecb4a1cba8b3f019b5ba83b 2024-11-25T11:48:58,682 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/.tmp/info/b6fd6821a3f3452d85b08ad6c326404d as hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/info/b6fd6821a3f3452d85b08ad6c326404d 2024-11-25T11:48:58,687 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/info/b6fd6821a3f3452d85b08ad6c326404d, entries=18, sequenceid=21, filesize=8.0 K 2024-11-25T11:48:58,688 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/.tmp/ns/417965556f6c4867b20716f6d095f99b as hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/ns/417965556f6c4867b20716f6d095f99b 2024-11-25T11:48:58,693 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/ns/417965556f6c4867b20716f6d095f99b, entries=2, sequenceid=21, filesize=5.0 K 2024-11-25T11:48:58,693 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/.tmp/table/65c7ee9bdecb4a1cba8b3f019b5ba83b as hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/table/65c7ee9bdecb4a1cba8b3f019b5ba83b 2024-11-25T11:48:58,698 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/table/65c7ee9bdecb4a1cba8b3f019b5ba83b, entries=2, sequenceid=21, filesize=5.3 K 2024-11-25T11:48:58,699 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=21, compaction requested=false 2024-11-25T11:48:58,700 INFO [RS:1;96bb5f2c2895:34165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:48:58,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:58,700 INFO [RS:1;96bb5f2c2895:34165 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,34165,1732535301601; zookeeper connection closed. 2024-11-25T11:48:58,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34165-0x1014ef49a5f0002, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:58,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f1715de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f1715de 2024-11-25T11:48:58,703 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-25T11:48:58,704 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:48:58,704 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:48:58,704 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732535338553Running coprocessor pre-close hooks at 1732535338553Disabling compacts and flushes for region at 1732535338553Disabling writes for close at 1732535338553Obtaining lock to block concurrent updates at 1732535338553Preparing flush snapshotting stores in 1588230740 at 1732535338553Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732535338580 (+27 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732535338583 (+3 ms)Flushing 1588230740/info: creating writer at 1732535338583Flushing 1588230740/info: appending metadata at 1732535338608 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732535338608Flushing 1588230740/ns: creating writer at 1732535338622 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732535338637 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732535338637Flushing 1588230740/table: creating writer at 1732535338650 (+13 ms)Flushing 1588230740/table: appending metadata at 1732535338664 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732535338664Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39096696: reopening flushed file at 1732535338681 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d420c7: reopening flushed file at 1732535338687 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5459920e: reopening flushed file at 1732535338693 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=21, compaction requested=false at 1732535338699 (+6 ms)Writing region close event to WAL at 1732535338700 (+1 ms)Running coprocessor post-close hooks at 1732535338703 (+3 ms)Closed at 1732535338704 (+1 ms) 2024-11-25T11:48:58,704 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:48:58,753 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,46797,1732535301650; all regions closed. 2024-11-25T11:48:58,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741836_1012 (size=3783) 2024-11-25T11:48:58,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741836_1012 (size=3783) 2024-11-25T11:48:58,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741836_1012 (size=3783) 2024-11-25T11:48:58,758 DEBUG [RS:2;96bb5f2c2895:46797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/oldWALs 2024-11-25T11:48:58,758 INFO [RS:2;96bb5f2c2895:46797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C46797%2C1732535301650.meta:.meta(num 1732535303393) 2024-11-25T11:48:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741835_1011 (size=841) 2024-11-25T11:48:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741835_1011 (size=841) 2024-11-25T11:48:58,760 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/WALs/96bb5f2c2895,46797,1732535301650/96bb5f2c2895%2C46797%2C1732535301650.1732535302961 not finished, retry = 0 2024-11-25T11:48:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741835_1011 (size=841) 2024-11-25T11:48:58,818 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:48:58,818 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:48:58,863 DEBUG [RS:2;96bb5f2c2895:46797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/oldWALs 2024-11-25T11:48:58,863 INFO [RS:2;96bb5f2c2895:46797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C46797%2C1732535301650:(num 1732535302961) 2024-11-25T11:48:58,863 DEBUG [RS:2;96bb5f2c2895:46797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:48:58,863 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:48:58,863 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:48:58,863 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:48:58,863 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:48:58,863 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:48:58,863 INFO [RS:2;96bb5f2c2895:46797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46797 2024-11-25T11:48:58,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/96bb5f2c2895,46797,1732535301650 2024-11-25T11:48:58,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:48:58,865 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:48:58,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,46797,1732535301650] 2024-11-25T11:48:58,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/96bb5f2c2895,46797,1732535301650 already deleted, retry=false 2024-11-25T11:48:58,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,46797,1732535301650 expired; onlineServers=0 2024-11-25T11:48:58,868 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,36591,1732535300822' ***** 2024-11-25T11:48:58,868 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:48:58,868 INFO [M:0;96bb5f2c2895:36591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:48:58,868 INFO [M:0;96bb5f2c2895:36591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:48:58,868 DEBUG [M:0;96bb5f2c2895:36591 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:48:58,869 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:48:58,869 DEBUG [M:0;96bb5f2c2895:36591 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:48:58,869 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732535302625 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732535302625,5,FailOnTimeoutGroup] 2024-11-25T11:48:58,869 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732535302626 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732535302626,5,FailOnTimeoutGroup] 2024-11-25T11:48:58,869 INFO [M:0;96bb5f2c2895:36591 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:48:58,869 INFO [M:0;96bb5f2c2895:36591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:48:58,869 DEBUG [M:0;96bb5f2c2895:36591 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:48:58,869 INFO [M:0;96bb5f2c2895:36591 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:48:58,869 INFO [M:0;96bb5f2c2895:36591 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:48:58,870 INFO [M:0;96bb5f2c2895:36591 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:48:58,870 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:48:58,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T11:48:58,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:48:58,871 DEBUG [M:0;96bb5f2c2895:36591 {}] zookeeper.ZKUtil(347): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T11:48:58,871 WARN [M:0;96bb5f2c2895:36591 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:48:58,872 INFO [M:0;96bb5f2c2895:36591 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/.lastflushedseqids 2024-11-25T11:48:58,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741941_1121 (size=138) 2024-11-25T11:48:58,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741941_1121 (size=138) 2024-11-25T11:48:58,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741941_1121 (size=138) 2024-11-25T11:48:58,885 INFO [M:0;96bb5f2c2895:36591 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:48:58,885 INFO [M:0;96bb5f2c2895:36591 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:48:58,886 DEBUG [M:0;96bb5f2c2895:36591 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:48:58,886 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:58,886 DEBUG [M:0;96bb5f2c2895:36591 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:58,886 DEBUG [M:0;96bb5f2c2895:36591 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:48:58,886 DEBUG [M:0;96bb5f2c2895:36591 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:58,886 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-11-25T11:48:58,901 DEBUG [M:0;96bb5f2c2895:36591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40d0bfffa6734f71a7aadfe8a3c449c7 is 82, key is hbase:meta,,1/info:regioninfo/1732535303478/Put/seqid=0 2024-11-25T11:48:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741942_1122 (size=5672) 2024-11-25T11:48:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741942_1122 (size=5672) 2024-11-25T11:48:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741942_1122 (size=5672) 2024-11-25T11:48:58,907 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40d0bfffa6734f71a7aadfe8a3c449c7 2024-11-25T11:48:58,926 DEBUG [M:0;96bb5f2c2895:36591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04b5131465194a158035d59b5e7a834c is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732535315955/Put/seqid=0 2024-11-25T11:48:58,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741943_1123 (size=7754) 2024-11-25T11:48:58,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741943_1123 (size=7754) 2024-11-25T11:48:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741943_1123 (size=7754) 2024-11-25T11:48:58,935 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04b5131465194a158035d59b5e7a834c 2024-11-25T11:48:58,940 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04b5131465194a158035d59b5e7a834c 2024-11-25T11:48:58,955 DEBUG [M:0;96bb5f2c2895:36591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a644d49112d3426bb6a1810b8876f85f is 69, key is 96bb5f2c2895,34165,1732535301601/rs:state/1732535302721/Put/seqid=0 2024-11-25T11:48:58,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741944_1124 (size=5445) 2024-11-25T11:48:58,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741944_1124 (size=5445) 2024-11-25T11:48:58,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741944_1124 (size=5445) 2024-11-25T11:48:58,962 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a644d49112d3426bb6a1810b8876f85f 2024-11-25T11:48:58,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:58,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x1014ef49a5f0003, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:58,967 INFO [RS:2;96bb5f2c2895:46797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:48:58,967 INFO [RS:2;96bb5f2c2895:46797 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,46797,1732535301650; zookeeper connection closed. 2024-11-25T11:48:58,967 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a644d49112d3426bb6a1810b8876f85f 2024-11-25T11:48:58,967 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d587a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d587a4 2024-11-25T11:48:58,968 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T11:48:58,968 DEBUG [M:0;96bb5f2c2895:36591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40d0bfffa6734f71a7aadfe8a3c449c7 as hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40d0bfffa6734f71a7aadfe8a3c449c7 2024-11-25T11:48:58,973 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40d0bfffa6734f71a7aadfe8a3c449c7, entries=8, sequenceid=168, filesize=5.5 K 2024-11-25T11:48:58,974 DEBUG [M:0;96bb5f2c2895:36591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04b5131465194a158035d59b5e7a834c as hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04b5131465194a158035d59b5e7a834c 2024-11-25T11:48:58,979 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04b5131465194a158035d59b5e7a834c 2024-11-25T11:48:58,979 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04b5131465194a158035d59b5e7a834c, entries=17, sequenceid=168, filesize=7.6 K 2024-11-25T11:48:58,980 DEBUG [M:0;96bb5f2c2895:36591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a644d49112d3426bb6a1810b8876f85f as hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a644d49112d3426bb6a1810b8876f85f 2024-11-25T11:48:58,984 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a644d49112d3426bb6a1810b8876f85f 2024-11-25T11:48:58,984 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39111/user/jenkins/test-data/ce2c8e40-7752-ee26-0fc2-e701b0e1ce78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a644d49112d3426bb6a1810b8876f85f, entries=3, sequenceid=168, filesize=5.3 K 2024-11-25T11:48:58,985 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=168, compaction requested=false 2024-11-25T11:48:58,987 INFO [M:0;96bb5f2c2895:36591 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:48:58,987 DEBUG [M:0;96bb5f2c2895:36591 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732535338886Disabling compacts and flushes for region at 1732535338886Disabling writes for close at 1732535338886Obtaining lock to block concurrent updates at 1732535338886Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732535338886Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1732535338886Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732535338887 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732535338887Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732535338901 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732535338901Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732535338911 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732535338925 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732535338925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732535338940 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732535338954 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732535338954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87797e0: reopening flushed file at 1732535338967 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d70fce4: reopening flushed file at 1732535338973 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e672c25: reopening flushed file at 1732535338979 (+6 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=168, compaction requested=false at 1732535338985 (+6 ms)Writing region close event to WAL at 1732535338987 (+2 ms)Closed at 1732535338987 2024-11-25T11:48:58,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36279 is added to blk_1073741830_1006 (size=71325) 2024-11-25T11:48:58,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33451 is added to blk_1073741830_1006 (size=71325) 2024-11-25T11:48:58,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741830_1006 (size=71325) 2024-11-25T11:48:58,990 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:48:58,990 INFO [M:0;96bb5f2c2895:36591 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:48:58,990 INFO [M:0;96bb5f2c2895:36591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36591 2024-11-25T11:48:58,991 INFO [M:0;96bb5f2c2895:36591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:48:59,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:59,092 INFO [M:0;96bb5f2c2895:36591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:48:59,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36591-0x1014ef49a5f0000, quorum=127.0.0.1:53818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:48:59,099 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535319281 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535319281 (inode 16655) Holder DFSClient_NONMAPREDUCE_491701701_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732535318905/wal.1732535319281 (inode 16655) Holder DFSClient_NONMAPREDUCE_491701701_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T11:48:59,100 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732535311114/wal.1732535311202 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:59,100 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732535333964/wal.1732535334146 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:59,103 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535328694 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535328694 (inode 16678) Holder DFSClient_NONMAPREDUCE_491701701_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732535319431/wal.1732535328694 (inode 16678) Holder DFSClient_NONMAPREDUCE_491701701_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T11:48:59,103 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732535304606/wal.1732535304683 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:59,105 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535329413 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535329413 (inode 16704) Holder DFSClient_NONMAPREDUCE_491701701_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732535328911/wal.1732535329413 (inode 16704) Holder DFSClient_NONMAPREDUCE_491701701_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T11:48:59,106 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732535329562/wal.1732535329624 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:48:59,108 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal.1732535304468 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal.1732535304468 (inode 16485) Holder DFSClient_NONMAPREDUCE_491701701_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732535304292/wal.1732535304468 (inode 16485) Holder DFSClient_NONMAPREDUCE_491701701_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T11:48:59,111 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal.1732535304038 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal.1732535304038 (inode 16462) Holder DFSClient_NONMAPREDUCE_491701701_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732535303809/wal.1732535304038 (inode 16462) Holder DFSClient_NONMAPREDUCE_491701701_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-25T11:48:59,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9ade2f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:59,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50049e77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:48:59,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:48:59,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5949125f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:48:59,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b9a90ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/hadoop.log.dir/,STOPPED} 2024-11-25T11:48:59,120 WARN [BP-2004791032-172.17.0.2-1732535297774 heartbeating to localhost/127.0.0.1:39111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:48:59,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:48:59,120 WARN [BP-2004791032-172.17.0.2-1732535297774 heartbeating to localhost/127.0.0.1:39111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2004791032-172.17.0.2-1732535297774 (Datanode Uuid baed379b-87a1-440a-b9bc-fc4988d12c90) service to localhost/127.0.0.1:39111 2024-11-25T11:48:59,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:48:59,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data5/current/BP-2004791032-172.17.0.2-1732535297774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:59,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data6/current/BP-2004791032-172.17.0.2-1732535297774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:59,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:48:59,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@402ac1c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:59,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@426a83c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:48:59,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:48:59,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dbddd12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:48:59,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a6d553f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/hadoop.log.dir/,STOPPED} 2024-11-25T11:48:59,126 WARN [BP-2004791032-172.17.0.2-1732535297774 heartbeating to localhost/127.0.0.1:39111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:48:59,126 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:48:59,126 WARN [BP-2004791032-172.17.0.2-1732535297774 heartbeating to localhost/127.0.0.1:39111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2004791032-172.17.0.2-1732535297774 (Datanode Uuid c7f69b5f-0393-4c07-8e60-56aa9fe4092c) service to localhost/127.0.0.1:39111 2024-11-25T11:48:59,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:48:59,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data3/current/BP-2004791032-172.17.0.2-1732535297774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:59,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data4/current/BP-2004791032-172.17.0.2-1732535297774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:59,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:48:59,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b6e40d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:48:59,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61785907{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:48:59,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:48:59,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5188fb0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:48:59,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ebd4ea9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/hadoop.log.dir/,STOPPED} 2024-11-25T11:48:59,134 WARN [BP-2004791032-172.17.0.2-1732535297774 heartbeating to localhost/127.0.0.1:39111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:48:59,134 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:48:59,134 WARN [BP-2004791032-172.17.0.2-1732535297774 heartbeating to localhost/127.0.0.1:39111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2004791032-172.17.0.2-1732535297774 (Datanode Uuid e91a20bc-ad95-4bf8-8629-ec45adc2f107) service to localhost/127.0.0.1:39111 2024-11-25T11:48:59,134 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:48:59,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data1/current/BP-2004791032-172.17.0.2-1732535297774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:59,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/cluster_ad4f2865-cb15-49b6-7505-b9b2ac173041/data/data2/current/BP-2004791032-172.17.0.2-1732535297774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:48:59,135 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:48:59,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a7f9e4a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:48:59,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d0bea9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:48:59,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:48:59,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@476c7268{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:48:59,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bbe2a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a4e1a0a-698f-b4bb-4569-663c03150a14/hadoop.log.dir/,STOPPED} 2024-11-25T11:48:59,152 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:48:59,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down