2024-11-12 06:45:11,700 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-12 06:45:11,712 main DEBUG Took 0.010303 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 06:45:11,713 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 06:45:11,713 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 06:45:11,714 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 06:45:11,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,726 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 06:45:11,742 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,745 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,746 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,748 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,749 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,751 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,752 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,753 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,754 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,756 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,757 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,758 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 06:45:11,759 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,759 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 06:45:11,761 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 06:45:11,763 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 06:45:11,765 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 06:45:11,766 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 06:45:11,767 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 06:45:11,768 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 06:45:11,779 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 06:45:11,782 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 06:45:11,785 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 06:45:11,785 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 06:45:11,785 main DEBUG createAppenders(={Console}) 2024-11-12 06:45:11,786 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-12 06:45:11,787 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-12 06:45:11,787 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-12 06:45:11,788 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 06:45:11,788 main DEBUG OutputStream closed 2024-11-12 06:45:11,788 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 06:45:11,789 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 06:45:11,789 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-12 06:45:11,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 06:45:11,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 06:45:11,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 06:45:11,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 06:45:11,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 06:45:11,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 06:45:11,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 06:45:11,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 06:45:11,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 06:45:11,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 06:45:11,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 06:45:11,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 06:45:11,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 06:45:11,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 06:45:11,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 06:45:11,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 06:45:11,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 06:45:11,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 06:45:11,899 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 06:45:11,899 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-12 06:45:11,900 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 06:45:11,901 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-12T06:45:12,148 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837 2024-11-12 06:45:12,152 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 06:45:12,152 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T06:45:12,161 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-12T06:45:12,168 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-11-12T06:45:12,198 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T06:45:12,253 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T06:45:12,254 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T06:45:12,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T06:45:12,286 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e, deleteOnExit=true 2024-11-12T06:45:12,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T06:45:12,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/test.cache.data in system properties and HBase conf 2024-11-12T06:45:12,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T06:45:12,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/hadoop.log.dir in system properties and HBase conf 2024-11-12T06:45:12,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T06:45:12,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T06:45:12,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T06:45:12,372 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T06:45:12,479 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T06:45:12,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T06:45:12,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T06:45:12,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T06:45:12,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T06:45:12,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T06:45:12,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T06:45:12,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T06:45:12,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T06:45:12,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T06:45:12,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/nfs.dump.dir in system properties and HBase conf 2024-11-12T06:45:12,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/java.io.tmpdir in system properties and HBase conf 2024-11-12T06:45:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T06:45:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T06:45:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T06:45:13,582 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T06:45:13,652 INFO [Time-limited test {}] log.Log(170): Logging initialized @2769ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T06:45:13,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T06:45:13,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T06:45:13,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T06:45:13,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T06:45:13,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T06:45:13,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T06:45:13,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/hadoop.log.dir/,AVAILABLE} 2024-11-12T06:45:13,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T06:45:14,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c03e044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/java.io.tmpdir/jetty-localhost-43889-hadoop-hdfs-3_4_1-tests_jar-_-any-5864194762763303937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T06:45:14,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:43889} 2024-11-12T06:45:14,049 INFO [Time-limited test {}] server.Server(415): Started @3166ms 2024-11-12T06:45:14,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T06:45:14,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T06:45:14,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T06:45:14,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T06:45:14,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T06:45:14,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/hadoop.log.dir/,AVAILABLE} 2024-11-12T06:45:14,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T06:45:14,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501095cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/java.io.tmpdir/jetty-localhost-41505-hadoop-hdfs-3_4_1-tests_jar-_-any-3542885289903302968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T06:45:14,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:41505} 2024-11-12T06:45:14,781 INFO [Time-limited test {}] server.Server(415): Started @3898ms 2024-11-12T06:45:14,839 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T06:45:14,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T06:45:14,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T06:45:14,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T06:45:14,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T06:45:14,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T06:45:14,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/hadoop.log.dir/,AVAILABLE} 2024-11-12T06:45:14,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T06:45:15,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64052af6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/java.io.tmpdir/jetty-localhost-40487-hadoop-hdfs-3_4_1-tests_jar-_-any-1804939647445428242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T06:45:15,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:40487} 2024-11-12T06:45:15,092 INFO [Time-limited test {}] server.Server(415): Started @4209ms 2024-11-12T06:45:15,094 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T06:45:15,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T06:45:15,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T06:45:15,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T06:45:15,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T06:45:15,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T06:45:15,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/hadoop.log.dir/,AVAILABLE} 2024-11-12T06:45:15,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T06:45:15,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@420bc738{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/java.io.tmpdir/jetty-localhost-39083-hadoop-hdfs-3_4_1-tests_jar-_-any-4815558158637479389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T06:45:15,241 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:39083} 2024-11-12T06:45:15,241 INFO [Time-limited test {}] server.Server(415): Started @4358ms 2024-11-12T06:45:15,243 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T06:45:16,076 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data3/current/BP-382144133-172.17.0.2-1731393913101/current, will proceed with Du for space computation calculation, 2024-11-12T06:45:16,076 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data4/current/BP-382144133-172.17.0.2-1731393913101/current, will proceed with Du for space computation calculation, 2024-11-12T06:45:16,076 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data2/current/BP-382144133-172.17.0.2-1731393913101/current, will proceed with Du for space computation calculation, 2024-11-12T06:45:16,076 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data1/current/BP-382144133-172.17.0.2-1731393913101/current, will proceed with Du for space computation calculation, 2024-11-12T06:45:16,102 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T06:45:16,102 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T06:45:16,132 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data6/current/BP-382144133-172.17.0.2-1731393913101/current, will proceed with Du for space computation calculation, 2024-11-12T06:45:16,132 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data5/current/BP-382144133-172.17.0.2-1731393913101/current, will proceed with Du for space computation calculation, 2024-11-12T06:45:16,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfce8568a4733f782 with lease ID 0x5697fc46ff78d669: Processing first storage report for DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713 from datanode DatanodeRegistration(127.0.0.1:41789, datanodeUuid=65d6818c-5585-46b4-bca4-f5b1d3e3c258, infoPort=43191, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101) 2024-11-12T06:45:16,151 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T06:45:16,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfce8568a4733f782 with lease ID 0x5697fc46ff78d669: from storage DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713 node DatanodeRegistration(127.0.0.1:41789, datanodeUuid=65d6818c-5585-46b4-bca4-f5b1d3e3c258, infoPort=43191, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T06:45:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4395b634f1a3c097 with lease ID 0x5697fc46ff78d66a: Processing first storage report for DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5 from datanode DatanodeRegistration(127.0.0.1:44563, datanodeUuid=d71fe12f-1dd9-4f03-b837-b7dc8e5f47ba, infoPort=34233, infoSecurePort=0, ipcPort=40959, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101) 2024-11-12T06:45:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4395b634f1a3c097 with lease ID 0x5697fc46ff78d66a: from storage DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5 node DatanodeRegistration(127.0.0.1:44563, datanodeUuid=d71fe12f-1dd9-4f03-b837-b7dc8e5f47ba, infoPort=34233, infoSecurePort=0, ipcPort=40959, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T06:45:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfce8568a4733f782 with lease ID 0x5697fc46ff78d669: Processing first storage report for DS-47ca5bfc-7999-4773-a614-572e9e799338 from datanode DatanodeRegistration(127.0.0.1:41789, datanodeUuid=65d6818c-5585-46b4-bca4-f5b1d3e3c258, infoPort=43191, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101) 2024-11-12T06:45:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfce8568a4733f782 with lease ID 0x5697fc46ff78d669: from storage DS-47ca5bfc-7999-4773-a614-572e9e799338 node DatanodeRegistration(127.0.0.1:41789, datanodeUuid=65d6818c-5585-46b4-bca4-f5b1d3e3c258, infoPort=43191, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T06:45:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4395b634f1a3c097 with lease ID 0x5697fc46ff78d66a: Processing first storage report for DS-2df5ffb7-aeb6-4aae-b9f2-3e85dba1f68c from datanode DatanodeRegistration(127.0.0.1:44563, datanodeUuid=d71fe12f-1dd9-4f03-b837-b7dc8e5f47ba, infoPort=34233, infoSecurePort=0, ipcPort=40959, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101) 2024-11-12T06:45:16,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4395b634f1a3c097 with lease ID 0x5697fc46ff78d66a: from storage DS-2df5ffb7-aeb6-4aae-b9f2-3e85dba1f68c node DatanodeRegistration(127.0.0.1:44563, datanodeUuid=d71fe12f-1dd9-4f03-b837-b7dc8e5f47ba, infoPort=34233, infoSecurePort=0, ipcPort=40959, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T06:45:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x418dffa0bd773848 with lease ID 0x5697fc46ff78d66b: Processing first storage report for DS-52448b43-ffa0-4b38-912b-574f2b49cc10 from datanode DatanodeRegistration(127.0.0.1:41793, datanodeUuid=ef6c9555-dc1b-4853-a6bd-037efae79d33, infoPort=43281, infoSecurePort=0, ipcPort=43001, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101) 2024-11-12T06:45:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x418dffa0bd773848 with lease ID 0x5697fc46ff78d66b: from storage DS-52448b43-ffa0-4b38-912b-574f2b49cc10 node DatanodeRegistration(127.0.0.1:41793, datanodeUuid=ef6c9555-dc1b-4853-a6bd-037efae79d33, infoPort=43281, infoSecurePort=0, ipcPort=43001, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T06:45:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x418dffa0bd773848 with lease ID 0x5697fc46ff78d66b: Processing first storage report for DS-690083f2-bf36-45cd-a768-23c6a125ba29 from datanode DatanodeRegistration(127.0.0.1:41793, datanodeUuid=ef6c9555-dc1b-4853-a6bd-037efae79d33, infoPort=43281, infoSecurePort=0, ipcPort=43001, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101) 2024-11-12T06:45:16,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x418dffa0bd773848 with lease ID 0x5697fc46ff78d66b: from storage DS-690083f2-bf36-45cd-a768-23c6a125ba29 node DatanodeRegistration(127.0.0.1:41793, datanodeUuid=ef6c9555-dc1b-4853-a6bd-037efae79d33, infoPort=43281, infoSecurePort=0, ipcPort=43001, storageInfo=lv=-57;cid=testClusterID;nsid=1521251557;c=1731393913101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T06:45:16,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837 2024-11-12T06:45:16,304 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/zookeeper_0, clientPort=51091, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T06:45:16,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51091 2024-11-12T06:45:16,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T06:45:16,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T06:45:16,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741825_1001 (size=7) 2024-11-12T06:45:16,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741825_1001 (size=7) 2024-11-12T06:45:16,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741825_1001 (size=7) 2024-11-12T06:45:16,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd with version=8 2024-11-12T06:45:16,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/hbase-staging 2024-11-12T06:45:17,203 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f0beee3d6b6:0 server-side Connection retries=45 2024-11-12T06:45:17,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T06:45:17,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T06:45:17,338 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T06:45:17,389 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T06:45:17,397 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T06:45:17,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T06:45:17,424 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21475 (auto-detected) 2024-11-12T06:45:17,426 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T06:45:17,443 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40935 2024-11-12T06:45:17,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40935 connecting to ZooKeeper ensemble=127.0.0.1:51091 2024-11-12T06:45:17,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409350x0, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T06:45:17,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40935-0x1012f1420470000 connected 2024-11-12T06:45:17,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T06:45:17,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T06:45:17,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T06:45:17,661 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd, hbase.cluster.distributed=false 2024-11-12T06:45:17,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T06:45:17,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40935 2024-11-12T06:45:17,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40935 2024-11-12T06:45:17,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40935 2024-11-12T06:45:17,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40935 2024-11-12T06:45:17,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40935 2024-11-12T06:45:17,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f0beee3d6b6:0 server-side Connection retries=45 2024-11-12T06:45:17,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T06:45:17,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T06:45:17,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T06:45:17,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T06:45:17,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44679 2024-11-12T06:45:17,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44679 connecting to ZooKeeper ensemble=127.0.0.1:51091 2024-11-12T06:45:17,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T06:45:17,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T06:45:17,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446790x0, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T06:45:17,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44679-0x1012f1420470001 connected 2024-11-12T06:45:17,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T06:45:17,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T06:45:17,831 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T06:45:17,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T06:45:17,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T06:45:17,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44679 2024-11-12T06:45:17,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44679 2024-11-12T06:45:17,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44679 2024-11-12T06:45:17,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44679 2024-11-12T06:45:17,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44679 2024-11-12T06:45:17,858 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f0beee3d6b6:0 server-side Connection retries=45 2024-11-12T06:45:17,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T06:45:17,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T06:45:17,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T06:45:17,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T06:45:17,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38759 2024-11-12T06:45:17,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38759 connecting to ZooKeeper ensemble=127.0.0.1:51091 2024-11-12T06:45:17,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T06:45:17,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T06:45:17,902 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387590x0, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T06:45:17,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38759-0x1012f1420470002 connected 2024-11-12T06:45:17,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T06:45:17,904 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T06:45:17,905 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T06:45:17,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T06:45:17,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T06:45:17,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-12T06:45:17,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38759 2024-11-12T06:45:17,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38759 2024-11-12T06:45:17,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-12T06:45:17,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-12T06:45:17,931 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f0beee3d6b6:0 server-side Connection retries=45 2024-11-12T06:45:17,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T06:45:17,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T06:45:17,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T06:45:17,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T06:45:17,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T06:45:17,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32883 2024-11-12T06:45:17,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32883 connecting to ZooKeeper ensemble=127.0.0.1:51091 2024-11-12T06:45:17,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T06:45:17,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T06:45:17,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328830x0, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T06:45:17,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328830x0, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T06:45:17,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32883-0x1012f1420470003 connected 2024-11-12T06:45:17,953 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T06:45:17,954 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T06:45:17,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T06:45:17,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T06:45:17,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32883 2024-11-12T06:45:17,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32883 2024-11-12T06:45:17,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32883 2024-11-12T06:45:17,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32883 2024-11-12T06:45:17,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32883 2024-11-12T06:45:17,974 DEBUG [M:0;9f0beee3d6b6:40935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f0beee3d6b6:40935 2024-11-12T06:45:17,975 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9f0beee3d6b6,40935,1731393917057 2024-11-12T06:45:17,986 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T06:45:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T06:45:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T06:45:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T06:45:17,988 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9f0beee3d6b6,40935,1731393917057 2024-11-12T06:45:18,018 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T06:45:18,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T06:45:18,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T06:45:18,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,018 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,019 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T06:45:18,020 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9f0beee3d6b6,40935,1731393917057 from backup master directory 2024-11-12T06:45:18,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T06:45:18,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9f0beee3d6b6,40935,1731393917057 2024-11-12T06:45:18,027 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T06:45:18,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T06:45:18,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T06:45:18,028 WARN [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T06:45:18,029 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f0beee3d6b6,40935,1731393917057 2024-11-12T06:45:18,032 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T06:45:18,034 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T06:45:18,087 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/hbase.id] with ID: ab69d47e-94b2-4da2-8db0-55da8993acd4 2024-11-12T06:45:18,087 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/.tmp/hbase.id 2024-11-12T06:45:18,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741826_1002 (size=42) 2024-11-12T06:45:18,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741826_1002 (size=42) 2024-11-12T06:45:18,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741826_1002 (size=42) 2024-11-12T06:45:18,100 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/.tmp/hbase.id]:[hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/hbase.id] 2024-11-12T06:45:18,141 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T06:45:18,146 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T06:45:18,163 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-12T06:45:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,194 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741827_1003 (size=196) 2024-11-12T06:45:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741827_1003 (size=196) 2024-11-12T06:45:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741827_1003 (size=196) 2024-11-12T06:45:18,230 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T06:45:18,232 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T06:45:18,237 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741828_1004 (size=1189) 2024-11-12T06:45:18,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741828_1004 (size=1189) 2024-11-12T06:45:18,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741828_1004 (size=1189) 2024-11-12T06:45:18,284 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store 2024-11-12T06:45:18,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741829_1005 (size=34) 2024-11-12T06:45:18,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741829_1005 (size=34) 2024-11-12T06:45:18,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741829_1005 (size=34) 2024-11-12T06:45:18,309 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T06:45:18,313 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:18,315 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T06:45:18,315 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T06:45:18,315 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T06:45:18,317 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T06:45:18,317 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T06:45:18,318 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T06:45:18,319 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731393918314Disabling compacts and flushes for region at 1731393918314Disabling writes for close at 1731393918317 (+3 ms)Writing region close event to WAL at 1731393918318 (+1 ms)Closed at 1731393918318 2024-11-12T06:45:18,321 WARN [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/.initializing 2024-11-12T06:45:18,321 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/WALs/9f0beee3d6b6,40935,1731393917057 2024-11-12T06:45:18,330 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:18,345 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f0beee3d6b6%2C40935%2C1731393917057, suffix=, logDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/WALs/9f0beee3d6b6,40935,1731393917057, archiveDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/oldWALs, maxLogs=10 2024-11-12T06:45:18,376 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/WALs/9f0beee3d6b6,40935,1731393917057/9f0beee3d6b6%2C40935%2C1731393917057.1731393918351, exclude list is [], retry=0 2024-11-12T06:45:18,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:18,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:18,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:18,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:18,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T06:45:18,429 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-11-12T06:45:18,482 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/WALs/9f0beee3d6b6,40935,1731393917057/9f0beee3d6b6%2C40935%2C1731393917057.1731393918351 2024-11-12T06:45:18,483 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:43281:43281)] 2024-11-12T06:45:18,484 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:18,484 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:18,487 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,487 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T06:45:18,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:18,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T06:45:18,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T06:45:18,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:18,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:18,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T06:45:18,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:18,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:18,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T06:45:18,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:18,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:18,562 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,566 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,567 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,573 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,573 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,577 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T06:45:18,580 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T06:45:18,585 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:18,586 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64691597, jitterRate=-0.03602008521556854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T06:45:18,593 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731393918499Initializing all the Stores at 1731393918501 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731393918501Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393918502 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393918502Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393918502Cleaning up temporary data from old regions at 1731393918573 (+71 ms)Region opened successfully at 1731393918592 (+19 ms) 2024-11-12T06:45:18,594 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T06:45:18,625 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e994fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f0beee3d6b6/172.17.0.2:0 2024-11-12T06:45:18,652 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T06:45:18,662 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T06:45:18,662 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T06:45:18,664 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T06:45:18,666 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T06:45:18,670 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T06:45:18,670 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T06:45:18,698 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T06:45:18,706 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T06:45:18,769 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T06:45:18,774 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T06:45:18,777 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T06:45:18,785 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T06:45:18,786 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T06:45:18,789 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T06:45:18,793 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T06:45:18,795 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T06:45:18,801 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T06:45:18,822 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T06:45:18,826 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T06:45:18,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T06:45:18,835 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T06:45:18,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T06:45:18,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T06:45:18,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,835 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,840 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f0beee3d6b6,40935,1731393917057, sessionid=0x1012f1420470000, setting cluster-up flag (Was=false) 2024-11-12T06:45:18,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,869 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,894 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T06:45:18,898 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f0beee3d6b6,40935,1731393917057 2024-11-12T06:45:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,918 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:18,943 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T06:45:18,946 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f0beee3d6b6,40935,1731393917057 2024-11-12T06:45:18,954 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T06:45:18,963 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(746): ClusterId : ab69d47e-94b2-4da2-8db0-55da8993acd4 2024-11-12T06:45:18,963 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(746): ClusterId : ab69d47e-94b2-4da2-8db0-55da8993acd4 2024-11-12T06:45:18,963 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(746): ClusterId : ab69d47e-94b2-4da2-8db0-55da8993acd4 2024-11-12T06:45:18,965 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T06:45:18,965 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T06:45:18,965 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T06:45:18,987 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T06:45:18,987 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T06:45:18,987 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T06:45:18,987 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T06:45:18,987 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T06:45:18,987 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T06:45:19,002 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T06:45:19,002 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T06:45:19,002 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T06:45:19,003 DEBUG [RS:0;9f0beee3d6b6:44679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30345029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f0beee3d6b6/172.17.0.2:0 2024-11-12T06:45:19,003 DEBUG [RS:1;9f0beee3d6b6:38759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@520f3e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f0beee3d6b6/172.17.0.2:0 2024-11-12T06:45:19,003 DEBUG [RS:2;9f0beee3d6b6:32883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4207fd28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f0beee3d6b6/172.17.0.2:0 2024-11-12T06:45:19,017 DEBUG [RS:0;9f0beee3d6b6:44679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f0beee3d6b6:44679 2024-11-12T06:45:19,020 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T06:45:19,020 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T06:45:19,020 DEBUG [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T06:45:19,022 DEBUG [RS:1;9f0beee3d6b6:38759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9f0beee3d6b6:38759 2024-11-12T06:45:19,022 DEBUG [RS:2;9f0beee3d6b6:32883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9f0beee3d6b6:32883 2024-11-12T06:45:19,023 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T06:45:19,023 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T06:45:19,023 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T06:45:19,023 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T06:45:19,023 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f0beee3d6b6,40935,1731393917057 with port=44679, startcode=1731393917750 2024-11-12T06:45:19,023 DEBUG [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T06:45:19,023 DEBUG [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T06:45:19,024 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f0beee3d6b6,40935,1731393917057 with port=32883, startcode=1731393917931 2024-11-12T06:45:19,024 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f0beee3d6b6,40935,1731393917057 with port=38759, startcode=1731393917858 2024-11-12T06:45:19,028 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T06:45:19,035 DEBUG [RS:2;9f0beee3d6b6:32883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T06:45:19,035 DEBUG [RS:0;9f0beee3d6b6:44679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T06:45:19,035 DEBUG [RS:1;9f0beee3d6b6:38759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T06:45:19,036 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T06:45:19,042 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T06:45:19,048 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f0beee3d6b6,40935,1731393917057 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T06:45:19,055 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f0beee3d6b6:0, corePoolSize=5, maxPoolSize=5 2024-11-12T06:45:19,055 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f0beee3d6b6:0, corePoolSize=5, maxPoolSize=5 2024-11-12T06:45:19,056 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f0beee3d6b6:0, corePoolSize=5, maxPoolSize=5 2024-11-12T06:45:19,056 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f0beee3d6b6:0, corePoolSize=5, maxPoolSize=5 2024-11-12T06:45:19,056 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f0beee3d6b6:0, corePoolSize=10, maxPoolSize=10 2024-11-12T06:45:19,057 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,057 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f0beee3d6b6:0, corePoolSize=2, maxPoolSize=2 2024-11-12T06:45:19,057 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,059 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731393949059 2024-11-12T06:45:19,061 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T06:45:19,061 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T06:45:19,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T06:45:19,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T06:45:19,065 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T06:45:19,066 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T06:45:19,067 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T06:45:19,067 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T06:45:19,068 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47885, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T06:45:19,070 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53911, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T06:45:19,070 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58437, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T06:45:19,070 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:19,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T06:45:19,074 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T06:45:19,073 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,077 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T06:45:19,078 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T06:45:19,078 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T06:45:19,080 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T06:45:19,080 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T06:45:19,080 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T06:45:19,081 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T06:45:19,081 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.large.0-1731393919081,5,FailOnTimeoutGroup] 2024-11-12T06:45:19,082 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.small.0-1731393919082,5,FailOnTimeoutGroup] 2024-11-12T06:45:19,082 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,082 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T06:45:19,083 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,084 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741831_1007 (size=1321) 2024-11-12T06:45:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741831_1007 (size=1321) 2024-11-12T06:45:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741831_1007 (size=1321) 2024-11-12T06:45:19,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T06:45:19,112 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd 2024-11-12T06:45:19,121 DEBUG [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T06:45:19,121 DEBUG [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T06:45:19,121 DEBUG [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T06:45:19,121 WARN [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T06:45:19,121 WARN [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T06:45:19,121 WARN [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T06:45:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741832_1008 (size=32) 2024-11-12T06:45:19,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741832_1008 (size=32) 2024-11-12T06:45:19,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741832_1008 (size=32) 2024-11-12T06:45:19,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:19,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T06:45:19,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T06:45:19,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:19,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T06:45:19,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T06:45:19,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T06:45:19,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:19,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T06:45:19,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T06:45:19,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T06:45:19,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:19,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T06:45:19,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T06:45:19,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T06:45:19,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:19,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T06:45:19,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T06:45:19,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740 2024-11-12T06:45:19,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740 2024-11-12T06:45:19,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T06:45:19,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T06:45:19,154 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T06:45:19,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T06:45:19,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:19,162 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64165981, jitterRate=-0.04385237395763397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T06:45:19,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731393919128Initializing all the Stores at 1731393919130 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731393919130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731393919130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393919130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731393919130Cleaning up temporary data from old regions at 1731393919153 (+23 ms)Region opened successfully at 1731393919166 (+13 ms) 2024-11-12T06:45:19,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T06:45:19,166 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T06:45:19,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T06:45:19,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T06:45:19,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T06:45:19,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T06:45:19,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731393919166Disabling compacts and flushes for region at 1731393919166Disabling writes for close at 1731393919166Writing region close event to WAL at 1731393919167 (+1 ms)Closed at 1731393919168 (+1 ms) 2024-11-12T06:45:19,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T06:45:19,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T06:45:19,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T06:45:19,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T06:45:19,193 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T06:45:19,222 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f0beee3d6b6,40935,1731393917057 with port=32883, startcode=1731393917931 2024-11-12T06:45:19,222 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f0beee3d6b6,40935,1731393917057 with port=44679, startcode=1731393917750 2024-11-12T06:45:19,222 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f0beee3d6b6,40935,1731393917057 with port=38759, startcode=1731393917858 2024-11-12T06:45:19,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:19,226 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] master.ServerManager(517): Registering regionserver=9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:19,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:19,234 DEBUG [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd 2024-11-12T06:45:19,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] master.ServerManager(517): Registering regionserver=9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:19,234 DEBUG [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39929 2024-11-12T06:45:19,234 DEBUG [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T06:45:19,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:19,237 DEBUG [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd 2024-11-12T06:45:19,238 DEBUG [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39929 2024-11-12T06:45:19,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] master.ServerManager(517): Registering regionserver=9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:19,238 DEBUG [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T06:45:19,241 DEBUG [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd 2024-11-12T06:45:19,241 DEBUG [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39929 2024-11-12T06:45:19,241 DEBUG [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T06:45:19,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T06:45:19,311 DEBUG [RS:1;9f0beee3d6b6:38759 {}] zookeeper.ZKUtil(111): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:19,312 WARN [RS:1;9f0beee3d6b6:38759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T06:45:19,312 INFO [RS:1;9f0beee3d6b6:38759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:19,313 DEBUG [RS:2;9f0beee3d6b6:32883 {}] zookeeper.ZKUtil(111): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:19,313 DEBUG [RS:0;9f0beee3d6b6:44679 {}] zookeeper.ZKUtil(111): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:19,313 WARN [RS:2;9f0beee3d6b6:32883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T06:45:19,313 WARN [RS:0;9f0beee3d6b6:44679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T06:45:19,313 DEBUG [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:19,313 INFO [RS:2;9f0beee3d6b6:32883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:19,313 INFO [RS:0;9f0beee3d6b6:44679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:19,313 DEBUG [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:19,314 DEBUG [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:19,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f0beee3d6b6,44679,1731393917750] 2024-11-12T06:45:19,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f0beee3d6b6,32883,1731393917931] 2024-11-12T06:45:19,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f0beee3d6b6,38759,1731393917858] 2024-11-12T06:45:19,341 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T06:45:19,341 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T06:45:19,341 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T06:45:19,344 WARN [9f0beee3d6b6:40935 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T06:45:19,355 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T06:45:19,355 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T06:45:19,355 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T06:45:19,360 INFO [RS:1;9f0beee3d6b6:38759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T06:45:19,360 INFO [RS:2;9f0beee3d6b6:32883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T06:45:19,360 INFO [RS:0;9f0beee3d6b6:44679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T06:45:19,360 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,360 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,360 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,362 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T06:45:19,362 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T06:45:19,363 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T06:45:19,367 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T06:45:19,367 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T06:45:19,367 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T06:45:19,368 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,368 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,368 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,369 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0, corePoolSize=2, maxPoolSize=2 2024-11-12T06:45:19,369 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0, corePoolSize=2, maxPoolSize=2 2024-11-12T06:45:19,369 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0, corePoolSize=2, maxPoolSize=2 2024-11-12T06:45:19,369 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,369 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0, corePoolSize=3, maxPoolSize=3 2024-11-12T06:45:19,370 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0, corePoolSize=3, maxPoolSize=3 2024-11-12T06:45:19,370 DEBUG [RS:1;9f0beee3d6b6:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f0beee3d6b6:0, corePoolSize=3, maxPoolSize=3 2024-11-12T06:45:19,370 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:2;9f0beee3d6b6:32883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f0beee3d6b6:0, corePoolSize=3, maxPoolSize=3 2024-11-12T06:45:19,370 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f0beee3d6b6:0, corePoolSize=1, maxPoolSize=1 2024-11-12T06:45:19,370 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f0beee3d6b6:0, corePoolSize=3, maxPoolSize=3 2024-11-12T06:45:19,371 DEBUG [RS:0;9f0beee3d6b6:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f0beee3d6b6:0, corePoolSize=3, maxPoolSize=3 2024-11-12T06:45:19,371 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,371 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,371 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,371 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,371 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,371 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,32883,1731393917931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,38759,1731393917858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,372 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,44679,1731393917750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T06:45:19,391 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T06:45:19,391 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T06:45:19,391 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T06:45:19,393 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,32883,1731393917931-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,393 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,38759,1731393917858-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,393 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,44679,1731393917750-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,393 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,393 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,393 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,393 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.Replication(171): 9f0beee3d6b6,38759,1731393917858 started 2024-11-12T06:45:19,393 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.Replication(171): 9f0beee3d6b6,32883,1731393917931 started 2024-11-12T06:45:19,393 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.Replication(171): 9f0beee3d6b6,44679,1731393917750 started 2024-11-12T06:45:19,410 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,411 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(1482): Serving as 9f0beee3d6b6,32883,1731393917931, RpcServer on 9f0beee3d6b6/172.17.0.2:32883, sessionid=0x1012f1420470003 2024-11-12T06:45:19,411 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,411 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T06:45:19,411 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(1482): Serving as 9f0beee3d6b6,38759,1731393917858, RpcServer on 9f0beee3d6b6/172.17.0.2:38759, sessionid=0x1012f1420470002 2024-11-12T06:45:19,411 DEBUG [RS:2;9f0beee3d6b6:32883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:19,412 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T06:45:19,412 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f0beee3d6b6,32883,1731393917931' 2024-11-12T06:45:19,412 DEBUG [RS:1;9f0beee3d6b6:38759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:19,412 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f0beee3d6b6,38759,1731393917858' 2024-11-12T06:45:19,412 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T06:45:19,412 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T06:45:19,413 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T06:45:19,413 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T06:45:19,413 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T06:45:19,413 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T06:45:19,413 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T06:45:19,413 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T06:45:19,413 DEBUG [RS:1;9f0beee3d6b6:38759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:19,413 DEBUG [RS:2;9f0beee3d6b6:32883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:19,413 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f0beee3d6b6,38759,1731393917858' 2024-11-12T06:45:19,414 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T06:45:19,414 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f0beee3d6b6,32883,1731393917931' 2024-11-12T06:45:19,414 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T06:45:19,414 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T06:45:19,414 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T06:45:19,415 DEBUG [RS:1;9f0beee3d6b6:38759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T06:45:19,415 DEBUG [RS:2;9f0beee3d6b6:32883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T06:45:19,415 INFO [RS:2;9f0beee3d6b6:32883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T06:45:19,415 INFO [RS:1;9f0beee3d6b6:38759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T06:45:19,415 INFO [RS:2;9f0beee3d6b6:32883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T06:45:19,415 INFO [RS:1;9f0beee3d6b6:38759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T06:45:19,416 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:19,417 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(1482): Serving as 9f0beee3d6b6,44679,1731393917750, RpcServer on 9f0beee3d6b6/172.17.0.2:44679, sessionid=0x1012f1420470001 2024-11-12T06:45:19,417 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T06:45:19,417 DEBUG [RS:0;9f0beee3d6b6:44679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:19,417 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f0beee3d6b6,44679,1731393917750' 2024-11-12T06:45:19,417 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T06:45:19,418 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T06:45:19,418 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T06:45:19,418 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T06:45:19,418 DEBUG [RS:0;9f0beee3d6b6:44679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:19,419 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f0beee3d6b6,44679,1731393917750' 2024-11-12T06:45:19,419 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T06:45:19,419 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T06:45:19,420 DEBUG [RS:0;9f0beee3d6b6:44679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T06:45:19,420 INFO [RS:0;9f0beee3d6b6:44679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T06:45:19,420 INFO [RS:0;9f0beee3d6b6:44679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T06:45:19,521 INFO [RS:0;9f0beee3d6b6:44679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:19,521 INFO [RS:2;9f0beee3d6b6:32883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:19,521 INFO [RS:1;9f0beee3d6b6:38759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:19,525 INFO [RS:1;9f0beee3d6b6:38759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f0beee3d6b6%2C38759%2C1731393917858, suffix=, logDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,38759,1731393917858, archiveDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/oldWALs, maxLogs=32 2024-11-12T06:45:19,525 INFO [RS:2;9f0beee3d6b6:32883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f0beee3d6b6%2C32883%2C1731393917931, suffix=, logDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,32883,1731393917931, archiveDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/oldWALs, maxLogs=32 2024-11-12T06:45:19,526 INFO [RS:0;9f0beee3d6b6:44679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f0beee3d6b6%2C44679%2C1731393917750, suffix=, logDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750, archiveDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/oldWALs, maxLogs=32 2024-11-12T06:45:19,542 DEBUG [RS:1;9f0beee3d6b6:38759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,38759,1731393917858/9f0beee3d6b6%2C38759%2C1731393917858.1731393919529, exclude list is [], retry=0 2024-11-12T06:45:19,542 DEBUG [RS:0;9f0beee3d6b6:44679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529, exclude list is [], retry=0 2024-11-12T06:45:19,542 DEBUG [RS:2;9f0beee3d6b6:32883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,32883,1731393917931/9f0beee3d6b6%2C32883%2C1731393917931.1731393919529, exclude list is [], retry=0 2024-11-12T06:45:19,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:19,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:19,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:19,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:19,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:19,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:19,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:19,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:19,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:19,581 INFO [RS:1;9f0beee3d6b6:38759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,38759,1731393917858/9f0beee3d6b6%2C38759%2C1731393917858.1731393919529 2024-11-12T06:45:19,581 DEBUG [RS:1;9f0beee3d6b6:38759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233)] 2024-11-12T06:45:19,591 INFO [RS:2;9f0beee3d6b6:32883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,32883,1731393917931/9f0beee3d6b6%2C32883%2C1731393917931.1731393919529 2024-11-12T06:45:19,592 DEBUG [RS:2;9f0beee3d6b6:32883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:43281:43281)] 2024-11-12T06:45:19,592 INFO [RS:0;9f0beee3d6b6:44679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529 2024-11-12T06:45:19,593 DEBUG [RS:0;9f0beee3d6b6:44679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:19,848 DEBUG [9f0beee3d6b6:40935 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T06:45:19,859 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(204): Hosts are {9f0beee3d6b6=0} racks are {/default-rack=0} 2024-11-12T06:45:19,864 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T06:45:19,864 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T06:45:19,864 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T06:45:19,864 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T06:45:19,864 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T06:45:19,864 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T06:45:19,864 INFO [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T06:45:19,864 INFO [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T06:45:19,864 INFO [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T06:45:19,865 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T06:45:19,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:19,875 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f0beee3d6b6,32883,1731393917931, state=OPENING 2024-11-12T06:45:19,935 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T06:45:19,943 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:19,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:19,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:19,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:19,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T06:45:19,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T06:45:19,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T06:45:19,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T06:45:19,946 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T06:45:19,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f0beee3d6b6,32883,1731393917931}] 2024-11-12T06:45:20,131 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T06:45:20,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37237, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T06:45:20,143 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T06:45:20,144 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:20,144 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T06:45:20,148 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f0beee3d6b6%2C32883%2C1731393917931.meta, suffix=.meta, logDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,32883,1731393917931, archiveDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/oldWALs, maxLogs=32 2024-11-12T06:45:20,163 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,32883,1731393917931/9f0beee3d6b6%2C32883%2C1731393917931.meta.1731393920150.meta, exclude list is [], retry=0 2024-11-12T06:45:20,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:20,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:20,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:20,194 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,32883,1731393917931/9f0beee3d6b6%2C32883%2C1731393917931.meta.1731393920150.meta 2024-11-12T06:45:20,194 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:20,194 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:20,196 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T06:45:20,198 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T06:45:20,203 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T06:45:20,207 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T06:45:20,208 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:20,208 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T06:45:20,208 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T06:45:20,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T06:45:20,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T06:45:20,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:20,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T06:45:20,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T06:45:20,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T06:45:20,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:20,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T06:45:20,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T06:45:20,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T06:45:20,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:20,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T06:45:20,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T06:45:20,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T06:45:20,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:20,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T06:45:20,221 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T06:45:20,223 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740 2024-11-12T06:45:20,226 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740 2024-11-12T06:45:20,228 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T06:45:20,228 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T06:45:20,229 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T06:45:20,232 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T06:45:20,234 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71558802, jitterRate=0.06630924344062805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T06:45:20,234 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T06:45:20,235 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731393920208Writing region info on filesystem at 1731393920209 (+1 ms)Initializing all the Stores at 1731393920211 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731393920211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731393920211Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393920211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731393920211Cleaning up temporary data from old regions at 1731393920228 (+17 ms)Running coprocessor post-open hooks at 1731393920234 (+6 ms)Region opened successfully at 1731393920235 (+1 ms) 2024-11-12T06:45:20,242 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731393920123 2024-11-12T06:45:20,252 DEBUG [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T06:45:20,253 INFO [RS_OPEN_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T06:45:20,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:20,257 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f0beee3d6b6,32883,1731393917931, state=OPEN 2024-11-12T06:45:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T06:45:20,285 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T06:45:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T06:45:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T06:45:20,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T06:45:20,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T06:45:20,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T06:45:20,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T06:45:20,286 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:20,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T06:45:20,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f0beee3d6b6,32883,1731393917931 in 339 msec 2024-11-12T06:45:20,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T06:45:20,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1180 sec 2024-11-12T06:45:20,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T06:45:20,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T06:45:20,323 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T06:45:20,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,32883,1731393917931, seqNum=-1] 2024-11-12T06:45:20,344 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T06:45:20,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T06:45:20,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec 2024-11-12T06:45:20,364 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731393920364, completionTime=-1 2024-11-12T06:45:20,367 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T06:45:20,367 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T06:45:20,394 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-12T06:45:20,394 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731393980394 2024-11-12T06:45:20,394 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731394040394 2024-11-12T06:45:20,394 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-12T06:45:20,396 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T06:45:20,422 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,40935,1731393917057-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:20,422 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,40935,1731393917057-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:20,422 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,40935,1731393917057-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:20,424 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f0beee3d6b6:40935, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:20,424 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:20,425 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:20,436 DEBUG [master/9f0beee3d6b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T06:45:20,458 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.429sec 2024-11-12T06:45:20,459 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T06:45:20,461 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T06:45:20,461 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T06:45:20,462 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T06:45:20,462 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T06:45:20,462 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,40935,1731393917057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T06:45:20,463 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,40935,1731393917057-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T06:45:20,469 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T06:45:20,469 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T06:45:20,470 INFO [master/9f0beee3d6b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f0beee3d6b6,40935,1731393917057-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:20,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600d4a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T06:45:20,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f0beee3d6b6,40935,-1 for getting cluster id 2024-11-12T06:45:20,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T06:45:20,485 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab69d47e-94b2-4da2-8db0-55da8993acd4' 2024-11-12T06:45:20,487 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T06:45:20,488 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab69d47e-94b2-4da2-8db0-55da8993acd4" 2024-11-12T06:45:20,488 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587a2e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T06:45:20,488 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f0beee3d6b6,40935,-1] 2024-11-12T06:45:20,490 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T06:45:20,492 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T06:45:20,493 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T06:45:20,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be8dbe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T06:45:20,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T06:45:20,503 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f0beee3d6b6,32883,1731393917931, seqNum=-1] 2024-11-12T06:45:20,503 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T06:45:20,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T06:45:20,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f0beee3d6b6,40935,1731393917057 2024-11-12T06:45:20,523 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:39929/hbase 2024-11-12T06:45:20,538 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=361, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=7882 2024-11-12T06:45:20,557 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:20,560 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:20,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:20,565 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30633218, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/hregion-30633218, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:20,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30633218/hregion-30633218.1731393920567, exclude list is [], retry=0 2024-11-12T06:45:20,583 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:20,583 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:20,584 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:20,611 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30633218/hregion-30633218.1731393920567 2024-11-12T06:45:20,611 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:20,611 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c31f693cf44e9145102853f0e6229885, NAME => 'testReplayEditsWrittenIntoWAL,,1731393920558.c31f693cf44e9145102853f0e6229885.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/hbase 2024-11-12T06:45:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741838_1014 (size=64) 2024-11-12T06:45:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741838_1014 (size=64) 2024-11-12T06:45:20,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741838_1014 (size=64) 2024-11-12T06:45:20,627 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731393920558.c31f693cf44e9145102853f0e6229885.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:20,629 INFO [StoreOpener-c31f693cf44e9145102853f0e6229885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:20,631 INFO [StoreOpener-c31f693cf44e9145102853f0e6229885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31f693cf44e9145102853f0e6229885 columnFamilyName a 2024-11-12T06:45:20,631 DEBUG [StoreOpener-c31f693cf44e9145102853f0e6229885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:20,632 INFO [StoreOpener-c31f693cf44e9145102853f0e6229885-1 {}] regionserver.HStore(327): Store=c31f693cf44e9145102853f0e6229885/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:20,632 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:20,634 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:20,634 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:20,635 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:20,635 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:20,638 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:20,642 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:20,643 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c31f693cf44e9145102853f0e6229885; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60857944, jitterRate=-0.09314596652984619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T06:45:20,644 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c31f693cf44e9145102853f0e6229885: Writing region info on filesystem at 1731393920627Initializing all the Stores at 1731393920628 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393920628Cleaning up temporary data from old regions at 1731393920635 (+7 ms)Region opened successfully at 1731393920644 (+9 ms) 2024-11-12T06:45:20,644 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c31f693cf44e9145102853f0e6229885, disabling compactions & flushes 2024-11-12T06:45:20,644 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731393920558.c31f693cf44e9145102853f0e6229885. 2024-11-12T06:45:20,644 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731393920558.c31f693cf44e9145102853f0e6229885. 2024-11-12T06:45:20,644 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731393920558.c31f693cf44e9145102853f0e6229885. after waiting 0 ms 2024-11-12T06:45:20,644 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731393920558.c31f693cf44e9145102853f0e6229885. 2024-11-12T06:45:20,645 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731393920558.c31f693cf44e9145102853f0e6229885. 2024-11-12T06:45:20,645 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c31f693cf44e9145102853f0e6229885: Waiting for close lock at 1731393920644Disabling compacts and flushes for region at 1731393920644Disabling writes for close at 1731393920644Writing region close event to WAL at 1731393920645 (+1 ms)Closed at 1731393920645 2024-11-12T06:45:20,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741837_1013 (size=175) 2024-11-12T06:45:20,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741837_1013 (size=175) 2024-11-12T06:45:20,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741837_1013 (size=175) 2024-11-12T06:45:20,656 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:20,656 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30633218:(num 1731393920567) 2024-11-12T06:45:20,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T06:45:20,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741839_1015 (size=469) 2024-11-12T06:45:20,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741839_1015 (size=469) 2024-11-12T06:45:20,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741839_1015 (size=469) 2024-11-12T06:45:20,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T06:45:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741840_1016 (size=322) 2024-11-12T06:45:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741840_1016 (size=322) 2024-11-12T06:45:20,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741840_1016 (size=322) 2024-11-12T06:45:20,764 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-1, size=469 (469bytes) 2024-11-12T06:45:20,765 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T06:45:20,765 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T06:45:20,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-1 2024-11-12T06:45:20,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-1 after 4ms 2024-11-12T06:45:20,800 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:20,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-1 took 37ms 2024-11-12T06:45:20,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-1 so closing down 2024-11-12T06:45:20,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:20,808 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-12T06:45:20,834 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000001-wal-1.temp 2024-11-12T06:45:20,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:20,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741841_1017 (size=469) 2024-11-12T06:45:20,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741841_1017 (size=469) 2024-11-12T06:45:20,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741841_1017 (size=469) 2024-11-12T06:45:20,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:20,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000002 2024-11-12T06:45:20,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-12T06:45:20,855 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-1, journal: Splitting hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-1, size=469 (469bytes) at 1731393920764Finishing writing output for hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-1 so closing down at 1731393920806 (+42 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000001-wal-1.temp at 1731393920834 (+28 ms)3 split writer threads finished at 1731393920835 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731393920848 (+13 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000002 at 1731393920851 (+3 ms)Processed 2 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731393920854 (+3 ms) 2024-11-12T06:45:20,869 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-2, size=322 (322bytes) 2024-11-12T06:45:20,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-2 2024-11-12T06:45:20,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-2 after 1ms 2024-11-12T06:45:20,896 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:20,897 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-2 took 27ms 2024-11-12T06:45:20,899 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-2 so closing down 2024-11-12T06:45:20,899 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:20,902 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-12T06:45:20,925 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000002-wal-2.temp 2024-11-12T06:45:20,926 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:20,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741842_1018 (size=322) 2024-11-12T06:45:20,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741842_1018 (size=322) 2024-11-12T06:45:20,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741842_1018 (size=322) 2024-11-12T06:45:20,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:20,964 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:20,967 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-11-12T06:45:20,968 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-12T06:45:20,969 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-2, journal: Splitting hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-2, size=322 (322bytes) at 1731393920869Finishing writing output for hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-2 so closing down at 1731393920899 (+30 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000002-wal-2.temp at 1731393920925 (+26 ms)3 split writer threads finished at 1731393920926 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731393920934 (+8 ms)Processed 1 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731393920968 (+34 ms) 2024-11-12T06:45:20,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:20,971 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:20,984 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal.1731393920972, exclude list is [], retry=0 2024-11-12T06:45:20,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:20,988 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:20,988 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:21,013 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal.1731393920972 2024-11-12T06:45:21,013 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:21,013 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c31f693cf44e9145102853f0e6229885, NAME => 'testReplayEditsWrittenIntoWAL,,1731393920558.c31f693cf44e9145102853f0e6229885.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:21,013 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731393920558.c31f693cf44e9145102853f0e6229885.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:21,013 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:21,013 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:21,015 INFO [StoreOpener-c31f693cf44e9145102853f0e6229885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:21,017 INFO [StoreOpener-c31f693cf44e9145102853f0e6229885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31f693cf44e9145102853f0e6229885 columnFamilyName a 2024-11-12T06:45:21,017 DEBUG [StoreOpener-c31f693cf44e9145102853f0e6229885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:21,018 INFO [StoreOpener-c31f693cf44e9145102853f0e6229885-1 {}] regionserver.HStore(327): Store=c31f693cf44e9145102853f0e6229885/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:21,018 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:21,019 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:21,022 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:21,023 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000002 2024-11-12T06:45:21,050 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:21,056 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000002 2024-11-12T06:45:21,059 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c31f693cf44e9145102853f0e6229885 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-12T06:45:21,117 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/.tmp/a/bc94202c49674d6bac56c8f0a80a0d32 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731393920656/Put/seqid=0 2024-11-12T06:45:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741844_1020 (size=5170) 2024-11-12T06:45:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741844_1020 (size=5170) 2024-11-12T06:45:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741844_1020 (size=5170) 2024-11-12T06:45:21,131 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/.tmp/a/bc94202c49674d6bac56c8f0a80a0d32 2024-11-12T06:45:21,175 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/.tmp/a/bc94202c49674d6bac56c8f0a80a0d32 as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/a/bc94202c49674d6bac56c8f0a80a0d32 2024-11-12T06:45:21,186 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/a/bc94202c49674d6bac56c8f0a80a0d32, entries=2, sequenceid=2, filesize=5.0 K 2024-11-12T06:45:21,191 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for c31f693cf44e9145102853f0e6229885 in 131ms, sequenceid=2, compaction requested=false; wal=null 2024-11-12T06:45:21,193 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/0000000000000000002 2024-11-12T06:45:21,194 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:21,194 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:21,197 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c31f693cf44e9145102853f0e6229885 2024-11-12T06:45:21,200 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/c31f693cf44e9145102853f0e6229885/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-12T06:45:21,201 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c31f693cf44e9145102853f0e6229885; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62426453, jitterRate=-0.0697733610868454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T06:45:21,203 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c31f693cf44e9145102853f0e6229885: Writing region info on filesystem at 1731393921014Initializing all the Stores at 1731393921015 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393921015Obtaining lock to block concurrent updates at 1731393921059 (+44 ms)Preparing flush snapshotting stores in c31f693cf44e9145102853f0e6229885 at 1731393921059Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731393920558.c31f693cf44e9145102853f0e6229885., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731393921062 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731393920558.c31f693cf44e9145102853f0e6229885. at 1731393921063 (+1 ms)Flushing c31f693cf44e9145102853f0e6229885/a: creating writer at 1731393921064 (+1 ms)Flushing c31f693cf44e9145102853f0e6229885/a: appending metadata at 1731393921106 (+42 ms)Flushing c31f693cf44e9145102853f0e6229885/a: closing flushed file at 1731393921108 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9347d94: reopening flushed file at 1731393921172 (+64 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for c31f693cf44e9145102853f0e6229885 in 131ms, sequenceid=2, compaction requested=false; wal=null at 1731393921191 (+19 ms)Cleaning up temporary data from old regions at 1731393921194 (+3 ms)Region opened successfully at 1731393921203 (+9 ms) 2024-11-12T06:45:21,229 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=373 (was 361) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39929/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:48980 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:59498 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:47246 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:59574 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:47100 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:49000 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 242) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7855 (was 7882) 2024-11-12T06:45:21,240 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=373, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=7852 2024-11-12T06:45:21,256 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:21,259 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:21,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:21,263 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-80913654, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/hregion-80913654, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:21,276 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-80913654/hregion-80913654.1731393921264, exclude list is [], retry=0 2024-11-12T06:45:21,279 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:21,280 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:21,280 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:21,308 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-80913654/hregion-80913654.1731393921264 2024-11-12T06:45:21,309 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281)] 2024-11-12T06:45:21,309 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a15ef9a1353c086d31175dd433382ce3, NAME => 'testReplayEditsWrittenIntoWAL,,1731393921257.a15ef9a1353c086d31175dd433382ce3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/hbase 2024-11-12T06:45:21,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741846_1022 (size=64) 2024-11-12T06:45:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741846_1022 (size=64) 2024-11-12T06:45:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741846_1022 (size=64) 2024-11-12T06:45:21,328 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731393921257.a15ef9a1353c086d31175dd433382ce3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:21,330 INFO [StoreOpener-a15ef9a1353c086d31175dd433382ce3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,333 INFO [StoreOpener-a15ef9a1353c086d31175dd433382ce3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a15ef9a1353c086d31175dd433382ce3 columnFamilyName a 2024-11-12T06:45:21,334 DEBUG [StoreOpener-a15ef9a1353c086d31175dd433382ce3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:21,335 INFO [StoreOpener-a15ef9a1353c086d31175dd433382ce3-1 {}] regionserver.HStore(327): Store=a15ef9a1353c086d31175dd433382ce3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:21,335 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,336 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,337 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,337 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,337 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,340 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,343 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:21,344 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a15ef9a1353c086d31175dd433382ce3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64266667, jitterRate=-0.04235203564167023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T06:45:21,344 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a15ef9a1353c086d31175dd433382ce3: Writing region info on filesystem at 1731393921328Initializing all the Stores at 1731393921330 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393921330Cleaning up temporary data from old regions at 1731393921337 (+7 ms)Region opened successfully at 1731393921344 (+7 ms) 2024-11-12T06:45:21,344 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a15ef9a1353c086d31175dd433382ce3, disabling compactions & flushes 2024-11-12T06:45:21,344 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731393921257.a15ef9a1353c086d31175dd433382ce3. 2024-11-12T06:45:21,344 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731393921257.a15ef9a1353c086d31175dd433382ce3. 2024-11-12T06:45:21,344 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731393921257.a15ef9a1353c086d31175dd433382ce3. after waiting 0 ms 2024-11-12T06:45:21,344 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731393921257.a15ef9a1353c086d31175dd433382ce3. 2024-11-12T06:45:21,345 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731393921257.a15ef9a1353c086d31175dd433382ce3. 2024-11-12T06:45:21,345 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a15ef9a1353c086d31175dd433382ce3: Waiting for close lock at 1731393921344Disabling compacts and flushes for region at 1731393921344Disabling writes for close at 1731393921344Writing region close event to WAL at 1731393921344Closed at 1731393921344 2024-11-12T06:45:21,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741845_1021 (size=175) 2024-11-12T06:45:21,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741845_1021 (size=175) 2024-11-12T06:45:21,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741845_1021 (size=175) 2024-11-12T06:45:21,351 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:21,351 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-80913654:(num 1731393921264) 2024-11-12T06:45:21,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T06:45:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741847_1023 (size=469) 2024-11-12T06:45:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741847_1023 (size=469) 2024-11-12T06:45:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741847_1023 (size=469) 2024-11-12T06:45:21,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T06:45:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741848_1024 (size=322) 2024-11-12T06:45:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741848_1024 (size=322) 2024-11-12T06:45:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741848_1024 (size=322) 2024-11-12T06:45:21,442 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-2, size=322 (322bytes) 2024-11-12T06:45:21,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-2 2024-11-12T06:45:21,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-2 after 0ms 2024-11-12T06:45:21,471 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:21,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-2 took 29ms 2024-11-12T06:45:21,474 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-2 so closing down 2024-11-12T06:45:21,474 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:21,476 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-12T06:45:21,502 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002-wal-2.temp 2024-11-12T06:45:21,502 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:21,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741849_1025 (size=322) 2024-11-12T06:45:21,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741849_1025 (size=322) 2024-11-12T06:45:21,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741849_1025 (size=322) 2024-11-12T06:45:21,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:21,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002 2024-11-12T06:45:21,513 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-12T06:45:21,513 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-2, journal: Splitting hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-2, size=322 (322bytes) at 1731393921442Finishing writing output for hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-2 so closing down at 1731393921474 (+32 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002-wal-2.temp at 1731393921502 (+28 ms)3 split writer threads finished at 1731393921502Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731393921511 (+9 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002 at 1731393921513 (+2 ms)Processed 1 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731393921513 2024-11-12T06:45:21,529 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-1, size=469 (469bytes) 2024-11-12T06:45:21,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-1 2024-11-12T06:45:21,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-1 after 0ms 2024-11-12T06:45:21,556 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:21,556 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-1 took 27ms 2024-11-12T06:45:21,559 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-1 so closing down 2024-11-12T06:45:21,559 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:21,561 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-12T06:45:21,590 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000001-wal-1.temp 2024-11-12T06:45:21,591 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:21,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741850_1026 (size=469) 2024-11-12T06:45:21,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741850_1026 (size=469) 2024-11-12T06:45:21,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741850_1026 (size=469) 2024-11-12T06:45:21,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:21,627 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:21,630 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002, length=322 2024-11-12T06:45:21,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002 2024-11-12T06:45:21,632 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-12T06:45:21,633 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-1, journal: Splitting hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-1, size=469 (469bytes) at 1731393921530Finishing writing output for hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-1 so closing down at 1731393921559 (+29 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000001-wal-1.temp at 1731393921590 (+31 ms)3 split writer threads finished at 1731393921591 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731393921599 (+8 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002 at 1731393921632 (+33 ms)Processed 2 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731393921632 2024-11-12T06:45:21,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:21,635 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:21,647 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal.1731393921635, exclude list is [], retry=0 2024-11-12T06:45:21,650 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:21,650 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:21,651 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:21,677 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal.1731393921635 2024-11-12T06:45:21,677 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233)] 2024-11-12T06:45:21,677 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a15ef9a1353c086d31175dd433382ce3, NAME => 'testReplayEditsWrittenIntoWAL,,1731393921257.a15ef9a1353c086d31175dd433382ce3.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:21,678 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731393921257.a15ef9a1353c086d31175dd433382ce3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:21,678 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,678 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,680 INFO [StoreOpener-a15ef9a1353c086d31175dd433382ce3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,682 INFO [StoreOpener-a15ef9a1353c086d31175dd433382ce3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a15ef9a1353c086d31175dd433382ce3 columnFamilyName a 2024-11-12T06:45:21,682 DEBUG [StoreOpener-a15ef9a1353c086d31175dd433382ce3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:21,683 INFO [StoreOpener-a15ef9a1353c086d31175dd433382ce3-1 {}] regionserver.HStore(327): Store=a15ef9a1353c086d31175dd433382ce3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:21,683 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,684 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,686 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,687 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002 2024-11-12T06:45:21,715 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:21,717 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002 2024-11-12T06:45:21,717 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a15ef9a1353c086d31175dd433382ce3 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-12T06:45:21,733 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/.tmp/a/d79653daa3fd4b3e80889139554c1889 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731393921352/Put/seqid=0 2024-11-12T06:45:21,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741852_1028 (size=5170) 2024-11-12T06:45:21,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741852_1028 (size=5170) 2024-11-12T06:45:21,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741852_1028 (size=5170) 2024-11-12T06:45:21,742 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/.tmp/a/d79653daa3fd4b3e80889139554c1889 2024-11-12T06:45:21,749 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/.tmp/a/d79653daa3fd4b3e80889139554c1889 as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/a/d79653daa3fd4b3e80889139554c1889 2024-11-12T06:45:21,758 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/a/d79653daa3fd4b3e80889139554c1889, entries=2, sequenceid=2, filesize=5.0 K 2024-11-12T06:45:21,758 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a15ef9a1353c086d31175dd433382ce3 in 41ms, sequenceid=2, compaction requested=false; wal=null 2024-11-12T06:45:21,759 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/0000000000000000002 2024-11-12T06:45:21,760 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,760 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,762 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a15ef9a1353c086d31175dd433382ce3 2024-11-12T06:45:21,765 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/a15ef9a1353c086d31175dd433382ce3/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-12T06:45:21,767 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a15ef9a1353c086d31175dd433382ce3; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61185513, jitterRate=-0.08826480805873871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T06:45:21,767 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a15ef9a1353c086d31175dd433382ce3: Writing region info on filesystem at 1731393921678Initializing all the Stores at 1731393921679 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393921680 (+1 ms)Obtaining lock to block concurrent updates at 1731393921717 (+37 ms)Preparing flush snapshotting stores in a15ef9a1353c086d31175dd433382ce3 at 1731393921717Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731393921257.a15ef9a1353c086d31175dd433382ce3., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731393921717Flushing stores of testReplayEditsWrittenIntoWAL,,1731393921257.a15ef9a1353c086d31175dd433382ce3. at 1731393921717Flushing a15ef9a1353c086d31175dd433382ce3/a: creating writer at 1731393921717Flushing a15ef9a1353c086d31175dd433382ce3/a: appending metadata at 1731393921731 (+14 ms)Flushing a15ef9a1353c086d31175dd433382ce3/a: closing flushed file at 1731393921731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fafeba1: reopening flushed file at 1731393921748 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a15ef9a1353c086d31175dd433382ce3 in 41ms, sequenceid=2, compaction requested=false; wal=null at 1731393921758 (+10 ms)Cleaning up temporary data from old regions at 1731393921760 (+2 ms)Region opened successfully at 1731393921767 (+7 ms) 2024-11-12T06:45:21,786 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=383 (was 373) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:47336 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:59648 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:59498 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:49076 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:47100 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=7835 (was 7852) 2024-11-12T06:45:21,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=383, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=7834 2024-11-12T06:45:21,818 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:21,821 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:21,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:21,825 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-13286126, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/hregion-13286126, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:21,837 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-13286126/hregion-13286126.1731393921825, exclude list is [], retry=0 2024-11-12T06:45:21,841 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:21,842 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:21,842 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:21,867 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-13286126/hregion-13286126.1731393921825 2024-11-12T06:45:21,868 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:21,868 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 39240f6cbbef8b645efc365a8f487b0e, NAME => 'testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/hbase 2024-11-12T06:45:21,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741854_1030 (size=64) 2024-11-12T06:45:21,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741854_1030 (size=64) 2024-11-12T06:45:21,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741854_1030 (size=64) 2024-11-12T06:45:21,885 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:21,887 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:21,889 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39240f6cbbef8b645efc365a8f487b0e columnFamilyName a 2024-11-12T06:45:21,889 DEBUG [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:21,889 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(327): Store=39240f6cbbef8b645efc365a8f487b0e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:21,889 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:21,891 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39240f6cbbef8b645efc365a8f487b0e columnFamilyName b 2024-11-12T06:45:21,891 DEBUG [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:21,892 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(327): Store=39240f6cbbef8b645efc365a8f487b0e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:21,892 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:21,895 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39240f6cbbef8b645efc365a8f487b0e columnFamilyName c 2024-11-12T06:45:21,895 DEBUG [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:21,896 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(327): Store=39240f6cbbef8b645efc365a8f487b0e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:21,896 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:21,897 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:21,897 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:21,898 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:21,898 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:21,899 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:21,901 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:21,903 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:21,904 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 39240f6cbbef8b645efc365a8f487b0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75037395, jitterRate=0.11814431846141815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:21,904 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 39240f6cbbef8b645efc365a8f487b0e: Writing region info on filesystem at 1731393921885Initializing all the Stores at 1731393921886 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393921886Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393921887 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393921887Cleaning up temporary data from old regions at 1731393921898 (+11 ms)Region opened successfully at 1731393921904 (+6 ms) 2024-11-12T06:45:21,904 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 39240f6cbbef8b645efc365a8f487b0e, disabling compactions & flushes 2024-11-12T06:45:21,904 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e. 2024-11-12T06:45:21,904 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e. 2024-11-12T06:45:21,904 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e. after waiting 0 ms 2024-11-12T06:45:21,904 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e. 2024-11-12T06:45:21,905 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e. 2024-11-12T06:45:21,905 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 39240f6cbbef8b645efc365a8f487b0e: Waiting for close lock at 1731393921904Disabling compacts and flushes for region at 1731393921904Disabling writes for close at 1731393921904Writing region close event to WAL at 1731393921905 (+1 ms)Closed at 1731393921905 2024-11-12T06:45:21,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741853_1029 (size=175) 2024-11-12T06:45:21,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741853_1029 (size=175) 2024-11-12T06:45:21,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741853_1029 (size=175) 2024-11-12T06:45:21,911 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:21,911 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-13286126:(num 1731393921825) 2024-11-12T06:45:21,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:21,913 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:21,926 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914, exclude list is [], retry=0 2024-11-12T06:45:21,929 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:21,929 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:21,930 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:21,956 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914 2024-11-12T06:45:21,956 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233)] 2024-11-12T06:45:22,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914, size=0 (0bytes) 2024-11-12T06:45:22,162 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914 might be still open, length is 0 2024-11-12T06:45:22,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914 2024-11-12T06:45:22,163 WARN [IPC Server handler 2 on default port 39929 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-12T06:45:22,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914 after 2ms 2024-11-12T06:45:25,175 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:47726 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41789:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47726 dst: /127.0.0.1:41789 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41789 remote=/127.0.0.1:47726]. Total timeout mills is 60000, 56951 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:25,176 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:49220 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41793:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49220 dst: /127.0.0.1:41793 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:25,176 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:59494 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44563:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59494 dst: /127.0.0.1:44563 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:25,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741855_1032 (size=497775) 2024-11-12T06:45:25,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741855_1032 (size=497775) 2024-11-12T06:45:25,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741855_1032 (size=497775) 2024-11-12T06:45:25,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T06:45:25,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T06:45:26,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914 after 4003ms 2024-11-12T06:45:26,199 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:26,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914 took 4038ms 2024-11-12T06:45:26,205 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731393921914.temp 2024-11-12T06:45:26,231 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000000001-wal.1731393921914.temp 2024-11-12T06:45:26,311 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914; continuing. 2024-11-12T06:45:26,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914 so closing down 2024-11-12T06:45:26,311 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:26,312 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741856_1033 (size=497783) 2024-11-12T06:45:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741856_1033 (size=497783) 2024-11-12T06:45:26,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741856_1033 (size=497783) 2024-11-12T06:45:26,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000000001-wal.1731393921914.temp (wrote 3002 edits, skipped 0 edits in 45 ms) 2024-11-12T06:45:26,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000000001-wal.1731393921914.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000003002 2024-11-12T06:45:26,318 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T06:45:26,318 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914, journal: Splitting hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914, size=0 (0bytes) at 1731393922162Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000000001-wal.1731393921914.temp at 1731393926231 (+4069 ms)Split 1024 edits, skipped 0 edits. at 1731393926273 (+42 ms)Split 2048 edits, skipped 0 edits. at 1731393926295 (+22 ms)Finishing writing output for hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914 so closing down at 1731393926311 (+16 ms)3 split writer threads finished at 1731393926312 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000000001-wal.1731393921914.temp (wrote 3002 edits, skipped 0 edits in 45 ms) at 1731393926316 (+4 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000000001-wal.1731393921914.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000003002 at 1731393926318 (+2 ms)Processed 3002 edits across 1 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914, size=0, length=0, corrupted=false, cancelled=false at 1731393926318 2024-11-12T06:45:26,320 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914 to hdfs://localhost:39929/hbase/oldWALs/wal.1731393921914 2024-11-12T06:45:26,321 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000003002 2024-11-12T06:45:26,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:26,323 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:26,336 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393926324, exclude list is [], retry=0 2024-11-12T06:45:26,339 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:26,340 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:26,340 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:26,368 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393926324 2024-11-12T06:45:26,368 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:34233:34233)] 2024-11-12T06:45:26,369 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:26,370 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:26,372 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39240f6cbbef8b645efc365a8f487b0e columnFamilyName a 2024-11-12T06:45:26,372 DEBUG [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:26,372 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(327): Store=39240f6cbbef8b645efc365a8f487b0e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:26,373 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:26,374 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39240f6cbbef8b645efc365a8f487b0e columnFamilyName b 2024-11-12T06:45:26,374 DEBUG [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:26,374 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(327): Store=39240f6cbbef8b645efc365a8f487b0e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:26,375 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:26,376 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39240f6cbbef8b645efc365a8f487b0e columnFamilyName c 2024-11-12T06:45:26,376 DEBUG [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:26,376 INFO [StoreOpener-39240f6cbbef8b645efc365a8f487b0e-1 {}] regionserver.HStore(327): Store=39240f6cbbef8b645efc365a8f487b0e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:26,377 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:26,378 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:26,380 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:26,380 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000003002 2024-11-12T06:45:26,408 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:26,444 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T06:45:26,784 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 39240f6cbbef8b645efc365a8f487b0e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T06:45:26,822 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/a/fe6b98a745394740a3c992410d1914f6 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731393921963/Put/seqid=0 2024-11-12T06:45:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741858_1035 (size=50463) 2024-11-12T06:45:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741858_1035 (size=50463) 2024-11-12T06:45:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741858_1035 (size=50463) 2024-11-12T06:45:26,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/a/fe6b98a745394740a3c992410d1914f6 2024-11-12T06:45:26,838 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/a/fe6b98a745394740a3c992410d1914f6 as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/a/fe6b98a745394740a3c992410d1914f6 2024-11-12T06:45:26,845 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/a/fe6b98a745394740a3c992410d1914f6, entries=754, sequenceid=754, filesize=49.3 K 2024-11-12T06:45:26,845 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 39240f6cbbef8b645efc365a8f487b0e in 61ms, sequenceid=754, compaction requested=false; wal=null 2024-11-12T06:45:26,864 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T06:45:26,865 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 39240f6cbbef8b645efc365a8f487b0e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T06:45:26,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/a/75fd90b29dee4fe5b8f6285948a5410a is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731393922005/Put/seqid=0 2024-11-12T06:45:26,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741859_1036 (size=20072) 2024-11-12T06:45:26,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741859_1036 (size=20072) 2024-11-12T06:45:26,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741859_1036 (size=20072) 2024-11-12T06:45:26,885 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/a/75fd90b29dee4fe5b8f6285948a5410a 2024-11-12T06:45:26,908 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/b/118733c4ad02412e9fc6cc9295514bb9 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731393922027/Put/seqid=0 2024-11-12T06:45:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741860_1037 (size=35835) 2024-11-12T06:45:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741860_1037 (size=35835) 2024-11-12T06:45:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741860_1037 (size=35835) 2024-11-12T06:45:26,916 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/b/118733c4ad02412e9fc6cc9295514bb9 2024-11-12T06:45:26,923 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/a/75fd90b29dee4fe5b8f6285948a5410a as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/a/75fd90b29dee4fe5b8f6285948a5410a 2024-11-12T06:45:26,931 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/a/75fd90b29dee4fe5b8f6285948a5410a, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-12T06:45:26,933 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/b/118733c4ad02412e9fc6cc9295514bb9 as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/b/118733c4ad02412e9fc6cc9295514bb9 2024-11-12T06:45:26,939 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/b/118733c4ad02412e9fc6cc9295514bb9, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-12T06:45:26,939 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 39240f6cbbef8b645efc365a8f487b0e in 74ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-12T06:45:26,962 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T06:45:26,962 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 39240f6cbbef8b645efc365a8f487b0e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T06:45:26,972 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/b/28713bb90d524638842438f0e6b49279 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731393922045/Put/seqid=0 2024-11-12T06:45:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741861_1038 (size=35082) 2024-11-12T06:45:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741861_1038 (size=35082) 2024-11-12T06:45:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741861_1038 (size=35082) 2024-11-12T06:45:26,982 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/b/28713bb90d524638842438f0e6b49279 2024-11-12T06:45:27,006 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/c/0008505259f0433c876a073964f7bf68 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731393922075/Put/seqid=0 2024-11-12T06:45:27,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741862_1039 (size=20825) 2024-11-12T06:45:27,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741862_1039 (size=20825) 2024-11-12T06:45:27,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741862_1039 (size=20825) 2024-11-12T06:45:27,016 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/c/0008505259f0433c876a073964f7bf68 2024-11-12T06:45:27,025 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/b/28713bb90d524638842438f0e6b49279 as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/b/28713bb90d524638842438f0e6b49279 2024-11-12T06:45:27,032 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/b/28713bb90d524638842438f0e6b49279, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-12T06:45:27,034 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/c/0008505259f0433c876a073964f7bf68 as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/c/0008505259f0433c876a073964f7bf68 2024-11-12T06:45:27,040 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/c/0008505259f0433c876a073964f7bf68, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-12T06:45:27,041 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 39240f6cbbef8b645efc365a8f487b0e in 79ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-12T06:45:27,051 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731393922124/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e. 2024-11-12T06:45:27,054 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000003002 2024-11-12T06:45:27,055 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T06:45:27,055 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 39240f6cbbef8b645efc365a8f487b0e 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-12T06:45:27,064 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/c/5f94a4c364034898bce8cb69eaefa42f is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731393922081/Put/seqid=0 2024-11-12T06:45:27,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741863_1040 (size=50301) 2024-11-12T06:45:27,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741863_1040 (size=50301) 2024-11-12T06:45:27,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741863_1040 (size=50301) 2024-11-12T06:45:27,074 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/c/5f94a4c364034898bce8cb69eaefa42f 2024-11-12T06:45:27,081 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f94a4c364034898bce8cb69eaefa42f 2024-11-12T06:45:27,082 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/.tmp/c/5f94a4c364034898bce8cb69eaefa42f as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/c/5f94a4c364034898bce8cb69eaefa42f 2024-11-12T06:45:27,089 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f94a4c364034898bce8cb69eaefa42f 2024-11-12T06:45:27,089 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/c/5f94a4c364034898bce8cb69eaefa42f, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-12T06:45:27,090 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 39240f6cbbef8b645efc365a8f487b0e in 35ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-12T06:45:27,091 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/0000000000000003002 2024-11-12T06:45:27,092 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:27,092 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:27,093 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T06:45:27,095 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 39240f6cbbef8b645efc365a8f487b0e 2024-11-12T06:45:27,099 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenIntoWAL/39240f6cbbef8b645efc365a8f487b0e/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-12T06:45:27,101 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 39240f6cbbef8b645efc365a8f487b0e; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65058780, jitterRate=-0.03054863214492798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T06:45:27,101 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 39240f6cbbef8b645efc365a8f487b0e: Writing region info on filesystem at 1731393926369Initializing all the Stores at 1731393926370 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393926370Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393926370Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393926370Cleaning up temporary data from old regions at 1731393927092 (+722 ms)Region opened successfully at 1731393927101 (+9 ms) 2024-11-12T06:45:27,186 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 39240f6cbbef8b645efc365a8f487b0e, disabling compactions & flushes 2024-11-12T06:45:27,186 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e. 2024-11-12T06:45:27,186 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e. 2024-11-12T06:45:27,186 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e. after waiting 0 ms 2024-11-12T06:45:27,186 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e. 2024-11-12T06:45:27,188 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731393921819.39240f6cbbef8b645efc365a8f487b0e. 2024-11-12T06:45:27,188 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 39240f6cbbef8b645efc365a8f487b0e: Waiting for close lock at 1731393927185Disabling compacts and flushes for region at 1731393927185Disabling writes for close at 1731393927186 (+1 ms)Writing region close event to WAL at 1731393927188 (+2 ms)Closed at 1731393927188 2024-11-12T06:45:27,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741857_1034 (size=175) 2024-11-12T06:45:27,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741857_1034 (size=175) 2024-11-12T06:45:27,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741857_1034 (size=175) 2024-11-12T06:45:27,195 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:27,195 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731393926324) 2024-11-12T06:45:27,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=397 (was 383) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1501782964_22 at /127.0.0.1:59516 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:39929 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1501782964_22 at /127.0.0.1:47738 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1501782964_22 at /127.0.0.1:49258 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1501782964_22 at /127.0.0.1:49286 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:41525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:40959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:39929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=7734 (was 7834) 2024-11-12T06:45:27,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=397, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=7732 2024-11-12T06:45:27,245 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:27,248 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:27,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:27,252 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-84896449, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/hregion-84896449, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:27,266 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-84896449/hregion-84896449.1731393927253, exclude list is [], retry=0 2024-11-12T06:45:27,270 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:27,271 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:27,270 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:27,302 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-84896449/hregion-84896449.1731393927253 2024-11-12T06:45:27,302 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:34233:34233)] 2024-11-12T06:45:27,302 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2aab6d7e8b85541948d33e722b8f507a, NAME => 'test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/hbase 2024-11-12T06:45:27,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741865_1042 (size=43) 2024-11-12T06:45:27,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741865_1042 (size=43) 2024-11-12T06:45:27,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741865_1042 (size=43) 2024-11-12T06:45:27,312 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:27,314 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:27,316 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aab6d7e8b85541948d33e722b8f507a columnFamilyName a 2024-11-12T06:45:27,316 DEBUG [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:27,316 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(327): Store=2aab6d7e8b85541948d33e722b8f507a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:27,316 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:27,318 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aab6d7e8b85541948d33e722b8f507a columnFamilyName b 2024-11-12T06:45:27,318 DEBUG [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:27,319 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(327): Store=2aab6d7e8b85541948d33e722b8f507a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:27,319 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:27,321 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aab6d7e8b85541948d33e722b8f507a columnFamilyName c 2024-11-12T06:45:27,321 DEBUG [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:27,321 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(327): Store=2aab6d7e8b85541948d33e722b8f507a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:27,322 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:27,322 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:27,323 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:27,324 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:27,324 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:27,325 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:27,326 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:27,329 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:27,329 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2aab6d7e8b85541948d33e722b8f507a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70956766, jitterRate=0.057338207960128784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:27,330 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2aab6d7e8b85541948d33e722b8f507a: Writing region info on filesystem at 1731393927313Initializing all the Stores at 1731393927314 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393927314Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393927314Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393927314Cleaning up temporary data from old regions at 1731393927324 (+10 ms)Region opened successfully at 1731393927330 (+6 ms) 2024-11-12T06:45:27,330 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2aab6d7e8b85541948d33e722b8f507a, disabling compactions & flushes 2024-11-12T06:45:27,330 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a. 2024-11-12T06:45:27,331 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a. 2024-11-12T06:45:27,331 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a. after waiting 0 ms 2024-11-12T06:45:27,331 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a. 2024-11-12T06:45:27,331 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a. 2024-11-12T06:45:27,331 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2aab6d7e8b85541948d33e722b8f507a: Waiting for close lock at 1731393927330Disabling compacts and flushes for region at 1731393927330Disabling writes for close at 1731393927331 (+1 ms)Writing region close event to WAL at 1731393927331Closed at 1731393927331 2024-11-12T06:45:27,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741864_1041 (size=175) 2024-11-12T06:45:27,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741864_1041 (size=175) 2024-11-12T06:45:27,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741864_1041 (size=175) 2024-11-12T06:45:27,337 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:27,337 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-84896449:(num 1731393927253) 2024-11-12T06:45:27,337 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:27,339 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:27,351 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339, exclude list is [], retry=0 2024-11-12T06:45:27,354 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:27,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:27,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:27,386 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339 2024-11-12T06:45:27,386 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:43281:43281)] 2024-11-12T06:45:27,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T06:45:27,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T06:45:27,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T06:45:27,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T06:45:27,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T06:45:27,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T06:45:27,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-12T06:45:27,391 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-12T06:45:27,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741866_1043 (size=371388) 2024-11-12T06:45:27,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741866_1043 (size=371388) 2024-11-12T06:45:27,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741866_1043 (size=371388) 2024-11-12T06:45:27,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339 not finished, retry = 0 2024-11-12T06:45:27,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339, size=362.7 K (371388bytes) 2024-11-12T06:45:27,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339 2024-11-12T06:45:27,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339 after 0ms 2024-11-12T06:45:27,697 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:27,699 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339 took 33ms 2024-11-12T06:45:27,703 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731393927339.temp 2024-11-12T06:45:27,736 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000000001-wal.1731393927339.temp 2024-11-12T06:45:27,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339 so closing down 2024-11-12T06:45:27,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:27,753 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:27,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741867_1044 (size=371388) 2024-11-12T06:45:27,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741867_1044 (size=371388) 2024-11-12T06:45:27,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741867_1044 (size=371388) 2024-11-12T06:45:27,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000000001-wal.1731393927339.temp (wrote 3000 edits, skipped 0 edits in 17 ms) 2024-11-12T06:45:27,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000000001-wal.1731393927339.temp to hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003000 2024-11-12T06:45:27,759 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-11-12T06:45:27,759 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339, journal: Splitting hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339, size=362.7 K (371388bytes) at 1731393927667Split 1024 edits, skipped 0 edits. at 1731393927718 (+51 ms)Split 2048 edits, skipped 0 edits. at 1731393927735 (+17 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000000001-wal.1731393927339.temp at 1731393927736 (+1 ms)Finishing writing output for hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339 so closing down at 1731393927749 (+13 ms)3 split writer threads finished at 1731393927753 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000000001-wal.1731393927339.temp (wrote 3000 edits, skipped 0 edits in 17 ms) at 1731393927757 (+4 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000000001-wal.1731393927339.temp to hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003000 at 1731393927759 (+2 ms)Processed 3000 edits across 1 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1731393927759 2024-11-12T06:45:27,761 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927339 to hdfs://localhost:39929/hbase/oldWALs/wal.1731393927339 2024-11-12T06:45:27,762 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003000 2024-11-12T06:45:27,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:27,765 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:27,780 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765, exclude list is [], retry=0 2024-11-12T06:45:27,784 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:27,784 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:27,785 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:27,817 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765 2024-11-12T06:45:27,817 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:27,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741868_1045 (size=371515) 2024-11-12T06:45:27,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741868_1045 (size=371515) 2024-11-12T06:45:27,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741868_1045 (size=371515) 2024-11-12T06:45:27,985 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765, size=362.8 K (371515bytes) 2024-11-12T06:45:27,985 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765 2024-11-12T06:45:27,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765 after 1ms 2024-11-12T06:45:28,016 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:28,018 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765 took 32ms 2024-11-12T06:45:28,022 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731393927765.temp 2024-11-12T06:45:28,073 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765 so closing down 2024-11-12T06:45:28,073 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:28,084 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003001-wal.1731393927765.temp 2024-11-12T06:45:28,100 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:28,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741869_1046 (size=371515) 2024-11-12T06:45:28,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741869_1046 (size=371515) 2024-11-12T06:45:28,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741869_1046 (size=371515) 2024-11-12T06:45:28,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003001-wal.1731393927765.temp (wrote 3000 edits, skipped 0 edits in 15 ms) 2024-11-12T06:45:28,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003001-wal.1731393927765.temp to hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000006000 2024-11-12T06:45:28,121 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-11-12T06:45:28,122 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765, journal: Splitting hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765, size=362.8 K (371515bytes) at 1731393927985Split 1024 edits, skipped 0 edits. at 1731393928028 (+43 ms)Split 2048 edits, skipped 0 edits. at 1731393928061 (+33 ms)Finishing writing output for hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765 so closing down at 1731393928073 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003001-wal.1731393927765.temp at 1731393928084 (+11 ms)3 split writer threads finished at 1731393928100 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003001-wal.1731393927765.temp (wrote 3000 edits, skipped 0 edits in 15 ms) at 1731393928119 (+19 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003001-wal.1731393927765.temp to hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000006000 at 1731393928121 (+2 ms)Processed 3000 edits across 1 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1731393928121 2024-11-12T06:45:28,124 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393927765 to hdfs://localhost:39929/hbase/oldWALs/wal.1731393927765 2024-11-12T06:45:28,125 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000006000 2024-11-12T06:45:28,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:28,127 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/test2727-manual,16010,1731393927244, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:28,140 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393928127, exclude list is [], retry=0 2024-11-12T06:45:28,143 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:28,144 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:28,144 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:28,172 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731393927244/wal.1731393928127 2024-11-12T06:45:28,172 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:28,173 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aab6d7e8b85541948d33e722b8f507a, NAME => 'test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:28,173 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:28,173 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:28,173 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:28,175 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:28,176 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aab6d7e8b85541948d33e722b8f507a columnFamilyName a 2024-11-12T06:45:28,176 DEBUG [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:28,177 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(327): Store=2aab6d7e8b85541948d33e722b8f507a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:28,177 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:28,178 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aab6d7e8b85541948d33e722b8f507a columnFamilyName b 2024-11-12T06:45:28,178 DEBUG [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:28,178 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(327): Store=2aab6d7e8b85541948d33e722b8f507a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:28,178 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:28,180 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aab6d7e8b85541948d33e722b8f507a columnFamilyName c 2024-11-12T06:45:28,180 DEBUG [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:28,180 INFO [StoreOpener-2aab6d7e8b85541948d33e722b8f507a-1 {}] regionserver.HStore(327): Store=2aab6d7e8b85541948d33e722b8f507a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:28,180 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:28,181 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:28,183 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:28,184 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003000 2024-11-12T06:45:28,212 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:28,248 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003000 2024-11-12T06:45:28,249 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000006000 2024-11-12T06:45:28,288 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:28,322 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000006000 2024-11-12T06:45:28,322 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2aab6d7e8b85541948d33e722b8f507a 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-12T06:45:28,344 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/.tmp/a/fc1e792e19724e2ebb2c2caa3ed44ad9 is 41, key is test2727/a:100/1731393927823/Put/seqid=0 2024-11-12T06:45:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741871_1048 (size=84227) 2024-11-12T06:45:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741871_1048 (size=84227) 2024-11-12T06:45:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741871_1048 (size=84227) 2024-11-12T06:45:28,351 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/.tmp/a/fc1e792e19724e2ebb2c2caa3ed44ad9 2024-11-12T06:45:28,385 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/.tmp/b/814e1cfb49a94ff390c009dc02be322f is 41, key is test2727/b:100/1731393927874/Put/seqid=0 2024-11-12T06:45:28,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741872_1049 (size=84609) 2024-11-12T06:45:28,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741872_1049 (size=84609) 2024-11-12T06:45:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741872_1049 (size=84609) 2024-11-12T06:45:28,390 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/.tmp/b/814e1cfb49a94ff390c009dc02be322f 2024-11-12T06:45:28,418 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/.tmp/c/7bb8becf80d24fd887ba4931252247a0 is 41, key is test2727/c:100/1731393927920/Put/seqid=0 2024-11-12T06:45:28,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741873_1050 (size=84609) 2024-11-12T06:45:28,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741873_1050 (size=84609) 2024-11-12T06:45:28,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741873_1050 (size=84609) 2024-11-12T06:45:28,426 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/.tmp/c/7bb8becf80d24fd887ba4931252247a0 2024-11-12T06:45:28,433 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/.tmp/a/fc1e792e19724e2ebb2c2caa3ed44ad9 as hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/a/fc1e792e19724e2ebb2c2caa3ed44ad9 2024-11-12T06:45:28,441 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/a/fc1e792e19724e2ebb2c2caa3ed44ad9, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-12T06:45:28,443 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/.tmp/b/814e1cfb49a94ff390c009dc02be322f as hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/b/814e1cfb49a94ff390c009dc02be322f 2024-11-12T06:45:28,451 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/b/814e1cfb49a94ff390c009dc02be322f, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-12T06:45:28,452 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/.tmp/c/7bb8becf80d24fd887ba4931252247a0 as hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/c/7bb8becf80d24fd887ba4931252247a0 2024-11-12T06:45:28,461 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/c/7bb8becf80d24fd887ba4931252247a0, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-12T06:45:28,461 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2aab6d7e8b85541948d33e722b8f507a in 139ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-12T06:45:28,462 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000003000 2024-11-12T06:45:28,463 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/0000000000000006000 2024-11-12T06:45:28,464 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:28,464 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:28,465 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:28,467 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2aab6d7e8b85541948d33e722b8f507a 2024-11-12T06:45:28,470 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/test2727/2aab6d7e8b85541948d33e722b8f507a/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-12T06:45:28,472 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2aab6d7e8b85541948d33e722b8f507a; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66375079, jitterRate=-0.010934248566627502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:28,473 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2aab6d7e8b85541948d33e722b8f507a: Writing region info on filesystem at 1731393928173Initializing all the Stores at 1731393928174 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393928174Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393928175 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393928175Obtaining lock to block concurrent updates at 1731393928322 (+147 ms)Preparing flush snapshotting stores in 2aab6d7e8b85541948d33e722b8f507a at 1731393928322Finished memstore snapshotting test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731393928323 (+1 ms)Flushing stores of test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a. at 1731393928323Flushing 2aab6d7e8b85541948d33e722b8f507a/a: creating writer at 1731393928323Flushing 2aab6d7e8b85541948d33e722b8f507a/a: appending metadata at 1731393928343 (+20 ms)Flushing 2aab6d7e8b85541948d33e722b8f507a/a: closing flushed file at 1731393928343Flushing 2aab6d7e8b85541948d33e722b8f507a/b: creating writer at 1731393928359 (+16 ms)Flushing 2aab6d7e8b85541948d33e722b8f507a/b: appending metadata at 1731393928382 (+23 ms)Flushing 2aab6d7e8b85541948d33e722b8f507a/b: closing flushed file at 1731393928383 (+1 ms)Flushing 2aab6d7e8b85541948d33e722b8f507a/c: creating writer at 1731393928398 (+15 ms)Flushing 2aab6d7e8b85541948d33e722b8f507a/c: appending metadata at 1731393928417 (+19 ms)Flushing 2aab6d7e8b85541948d33e722b8f507a/c: closing flushed file at 1731393928417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fcac9c: reopening flushed file at 1731393928432 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@530f6a0f: reopening flushed file at 1731393928441 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4151bcd2: reopening flushed file at 1731393928451 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2aab6d7e8b85541948d33e722b8f507a in 139ms, sequenceid=6000, compaction requested=false; wal=null at 1731393928461 (+10 ms)Cleaning up temporary data from old regions at 1731393928464 (+3 ms)Region opened successfully at 1731393928473 (+9 ms) 2024-11-12T06:45:28,474 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-12T06:45:28,474 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2aab6d7e8b85541948d33e722b8f507a, disabling compactions & flushes 2024-11-12T06:45:28,474 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a. 2024-11-12T06:45:28,475 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a. 2024-11-12T06:45:28,475 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a. after waiting 0 ms 2024-11-12T06:45:28,475 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a. 2024-11-12T06:45:28,476 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731393927246.2aab6d7e8b85541948d33e722b8f507a. 2024-11-12T06:45:28,476 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2aab6d7e8b85541948d33e722b8f507a: Waiting for close lock at 1731393928474Disabling compacts and flushes for region at 1731393928474Disabling writes for close at 1731393928475 (+1 ms)Writing region close event to WAL at 1731393928476 (+1 ms)Closed at 1731393928476 2024-11-12T06:45:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741870_1047 (size=175) 2024-11-12T06:45:28,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741870_1047 (size=175) 2024-11-12T06:45:28,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741870_1047 (size=175) 2024-11-12T06:45:28,483 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:28,483 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731393928127) 2024-11-12T06:45:28,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=401 (was 397) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:49258 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:47874 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:59638 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 241), ProcessCount=11 (was 11), AvailableMemoryMB=7505 (was 7732) 2024-11-12T06:45:28,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=401, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=7504 2024-11-12T06:45:28,523 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:28,530 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:28,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731393928530 2024-11-12T06:45:28,563 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522/wal.1731393928530 2024-11-12T06:45:28,565 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281)] 2024-11-12T06:45:28,566 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3162a00dc68ba351dbea6f41998241ab, NAME => 'testSequentialEditLogSeqNum,,1731393928524.3162a00dc68ba351dbea6f41998241ab.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:28,566 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731393928524.3162a00dc68ba351dbea6f41998241ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:28,567 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3162a00dc68ba351dbea6f41998241ab 2024-11-12T06:45:28,567 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3162a00dc68ba351dbea6f41998241ab 2024-11-12T06:45:28,567 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab doesn't exist for region: 3162a00dc68ba351dbea6f41998241ab on table testSequentialEditLogSeqNum 2024-11-12T06:45:28,568 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 3162a00dc68ba351dbea6f41998241ab on table testSequentialEditLogSeqNum 2024-11-12T06:45:28,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741875_1052 (size=62) 2024-11-12T06:45:28,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741875_1052 (size=62) 2024-11-12T06:45:28,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741875_1052 (size=62) 2024-11-12T06:45:28,580 INFO [StoreOpener-3162a00dc68ba351dbea6f41998241ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3162a00dc68ba351dbea6f41998241ab 2024-11-12T06:45:28,581 INFO [StoreOpener-3162a00dc68ba351dbea6f41998241ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3162a00dc68ba351dbea6f41998241ab columnFamilyName a 2024-11-12T06:45:28,582 DEBUG [StoreOpener-3162a00dc68ba351dbea6f41998241ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:28,582 INFO [StoreOpener-3162a00dc68ba351dbea6f41998241ab-1 {}] regionserver.HStore(327): Store=3162a00dc68ba351dbea6f41998241ab/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:28,582 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3162a00dc68ba351dbea6f41998241ab 2024-11-12T06:45:28,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab 2024-11-12T06:45:28,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab 2024-11-12T06:45:28,584 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3162a00dc68ba351dbea6f41998241ab 2024-11-12T06:45:28,584 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3162a00dc68ba351dbea6f41998241ab 2024-11-12T06:45:28,586 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3162a00dc68ba351dbea6f41998241ab 2024-11-12T06:45:28,588 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:28,588 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3162a00dc68ba351dbea6f41998241ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62926282, jitterRate=-0.06232532858848572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T06:45:28,589 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3162a00dc68ba351dbea6f41998241ab: Writing region info on filesystem at 1731393928567Initializing all the Stores at 1731393928579 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393928579Cleaning up temporary data from old regions at 1731393928584 (+5 ms)Region opened successfully at 1731393928589 (+5 ms) 2024-11-12T06:45:28,600 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3162a00dc68ba351dbea6f41998241ab 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-12T06:45:28,624 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/.tmp/a/61212d1cf3924c6e92d137c18c5dff8d is 81, key is testSequentialEditLogSeqNum/a:x0/1731393928589/Put/seqid=0 2024-11-12T06:45:28,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741876_1053 (size=5833) 2024-11-12T06:45:28,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741876_1053 (size=5833) 2024-11-12T06:45:28,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741876_1053 (size=5833) 2024-11-12T06:45:28,633 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/.tmp/a/61212d1cf3924c6e92d137c18c5dff8d 2024-11-12T06:45:28,641 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/.tmp/a/61212d1cf3924c6e92d137c18c5dff8d as hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/a/61212d1cf3924c6e92d137c18c5dff8d 2024-11-12T06:45:28,648 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/a/61212d1cf3924c6e92d137c18c5dff8d, entries=10, sequenceid=13, filesize=5.7 K 2024-11-12T06:45:28,649 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 3162a00dc68ba351dbea6f41998241ab in 49ms, sequenceid=13, compaction requested=false 2024-11-12T06:45:28,649 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3162a00dc68ba351dbea6f41998241ab: 2024-11-12T06:45:28,655 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T06:45:28,655 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T06:45:28,655 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T06:45:28,655 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T06:45:28,655 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T06:45:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741874_1051 (size=3256) 2024-11-12T06:45:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741874_1051 (size=3256) 2024-11-12T06:45:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741874_1051 (size=3256) 2024-11-12T06:45:28,674 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522/wal.1731393928530, size=3.2 K (3256bytes) 2024-11-12T06:45:28,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522/wal.1731393928530 2024-11-12T06:45:28,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522/wal.1731393928530 after 1ms 2024-11-12T06:45:28,710 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:28,710 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522/wal.1731393928530 took 36ms 2024-11-12T06:45:28,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522/wal.1731393928530 so closing down 2024-11-12T06:45:28,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:28,714 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731393928530.temp 2024-11-12T06:45:28,739 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/recovered.edits/0000000000000000003-wal.1731393928530.temp 2024-11-12T06:45:28,740 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:28,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741877_1054 (size=2650) 2024-11-12T06:45:28,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741877_1054 (size=2650) 2024-11-12T06:45:28,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741877_1054 (size=2650) 2024-11-12T06:45:28,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/recovered.edits/0000000000000000003-wal.1731393928530.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:28,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/recovered.edits/0000000000000000003-wal.1731393928530.temp to hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/recovered.edits/0000000000000000020 2024-11-12T06:45:28,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 44 ms; skipped=2; WAL=hdfs://localhost:39929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522/wal.1731393928530, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-11-12T06:45:28,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522/wal.1731393928530, journal: Splitting hdfs://localhost:39929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522/wal.1731393928530, size=3.2 K (3256bytes) at 1731393928674Finishing writing output for hdfs://localhost:39929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522/wal.1731393928530 so closing down at 1731393928713 (+39 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/recovered.edits/0000000000000000003-wal.1731393928530.temp at 1731393928740 (+27 ms)3 split writer threads finished at 1731393928740Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/recovered.edits/0000000000000000003-wal.1731393928530.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731393928753 (+13 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/recovered.edits/0000000000000000003-wal.1731393928530.temp to hdfs://localhost:39929/hbase/data/default/testSequentialEditLogSeqNum/3162a00dc68ba351dbea6f41998241ab/recovered.edits/0000000000000000020 at 1731393928755 (+2 ms)Processed 17 edits across 1 Regions in 44 ms; skipped=2; WAL=hdfs://localhost:39929/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731393928522/wal.1731393928530, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1731393928755 2024-11-12T06:45:28,767 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=406 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:49258 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:47874 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 241), ProcessCount=11 (was 11), AvailableMemoryMB=7502 (was 7504) 2024-11-12T06:45:28,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=406, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=7502 2024-11-12T06:45:28,793 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:28,796 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:28,835 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:28,839 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-31214799, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/hregion-31214799, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:28,851 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-31214799/hregion-31214799.1731393928839, exclude list is [], retry=0 2024-11-12T06:45:28,855 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:28,855 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:28,855 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:28,881 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-31214799/hregion-31214799.1731393928839 2024-11-12T06:45:28,881 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:28,881 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 34c959705208bbe06b17371e34a7157f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/hbase 2024-11-12T06:45:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741879_1056 (size=70) 2024-11-12T06:45:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741879_1056 (size=70) 2024-11-12T06:45:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741879_1056 (size=70) 2024-11-12T06:45:28,891 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:28,893 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,894 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c959705208bbe06b17371e34a7157f columnFamilyName a 2024-11-12T06:45:28,895 DEBUG [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:28,895 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(327): Store=34c959705208bbe06b17371e34a7157f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:28,895 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,897 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c959705208bbe06b17371e34a7157f columnFamilyName b 2024-11-12T06:45:28,897 DEBUG [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:28,898 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(327): Store=34c959705208bbe06b17371e34a7157f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:28,898 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,899 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c959705208bbe06b17371e34a7157f columnFamilyName c 2024-11-12T06:45:28,899 DEBUG [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:28,900 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(327): Store=34c959705208bbe06b17371e34a7157f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:28,900 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,901 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,901 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,902 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,902 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,902 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:28,903 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,905 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:28,906 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 34c959705208bbe06b17371e34a7157f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65048559, jitterRate=-0.030700936913490295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:28,907 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 34c959705208bbe06b17371e34a7157f: Writing region info on filesystem at 1731393928891Initializing all the Stores at 1731393928892 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393928892Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393928893 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393928893Cleaning up temporary data from old regions at 1731393928902 (+9 ms)Region opened successfully at 1731393928907 (+5 ms) 2024-11-12T06:45:28,907 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 34c959705208bbe06b17371e34a7157f, disabling compactions & flushes 2024-11-12T06:45:28,907 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f. 2024-11-12T06:45:28,907 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f. 2024-11-12T06:45:28,907 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f. after waiting 0 ms 2024-11-12T06:45:28,907 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f. 2024-11-12T06:45:28,908 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f. 2024-11-12T06:45:28,908 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 34c959705208bbe06b17371e34a7157f: Waiting for close lock at 1731393928907Disabling compacts and flushes for region at 1731393928907Disabling writes for close at 1731393928907Writing region close event to WAL at 1731393928908 (+1 ms)Closed at 1731393928908 2024-11-12T06:45:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741878_1055 (size=175) 2024-11-12T06:45:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741878_1055 (size=175) 2024-11-12T06:45:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741878_1055 (size=175) 2024-11-12T06:45:28,915 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:28,915 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-31214799:(num 1731393928839) 2024-11-12T06:45:28,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:28,917 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:28,930 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917, exclude list is [], retry=0 2024-11-12T06:45:28,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:28,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:28,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:28,959 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917 2024-11-12T06:45:28,959 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281)] 2024-11-12T06:45:28,959 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 34c959705208bbe06b17371e34a7157f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:28,959 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:28,960 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,960 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,961 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,962 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c959705208bbe06b17371e34a7157f columnFamilyName a 2024-11-12T06:45:28,963 DEBUG [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:28,963 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(327): Store=34c959705208bbe06b17371e34a7157f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:28,963 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,964 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c959705208bbe06b17371e34a7157f columnFamilyName b 2024-11-12T06:45:28,964 DEBUG [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:28,965 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(327): Store=34c959705208bbe06b17371e34a7157f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:28,965 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,966 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c959705208bbe06b17371e34a7157f columnFamilyName c 2024-11-12T06:45:28,966 DEBUG [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:28,966 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(327): Store=34c959705208bbe06b17371e34a7157f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:28,966 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,967 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,968 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,969 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,969 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,970 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:28,971 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:28,972 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 34c959705208bbe06b17371e34a7157f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63271049, jitterRate=-0.05718789994716644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:28,973 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 34c959705208bbe06b17371e34a7157f: Writing region info on filesystem at 1731393928960Initializing all the Stores at 1731393928961 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393928961Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393928961Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393928961Cleaning up temporary data from old regions at 1731393928969 (+8 ms)Region opened successfully at 1731393928973 (+4 ms) 2024-11-12T06:45:28,977 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731393928976/Put/seqid=0 2024-11-12T06:45:28,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741881_1058 (size=4826) 2024-11-12T06:45:28,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741881_1058 (size=4826) 2024-11-12T06:45:28,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741881_1058 (size=4826) 2024-11-12T06:45:28,984 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39929/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 34c959705208bbe06b17371e34a7157f/a 2024-11-12T06:45:28,992 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-12T06:45:28,992 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T06:45:28,993 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 34c959705208bbe06b17371e34a7157f: 2024-11-12T06:45:28,995 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/a/22c08a71031f4ed698be64b48b6e9bf0_SeqId_3_ 2024-11-12T06:45:28,996 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39929/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 34c959705208bbe06b17371e34a7157f/a as hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/a/22c08a71031f4ed698be64b48b6e9bf0_SeqId_3_ - updating store file list. 2024-11-12T06:45:29,002 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22c08a71031f4ed698be64b48b6e9bf0_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-12T06:45:29,003 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/a/22c08a71031f4ed698be64b48b6e9bf0_SeqId_3_ into 34c959705208bbe06b17371e34a7157f/a 2024-11-12T06:45:29,003 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39929/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 34c959705208bbe06b17371e34a7157f/a (new location: hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/a/22c08a71031f4ed698be64b48b6e9bf0_SeqId_3_) 2024-11-12T06:45:29,050 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917, size=0 (0bytes) 2024-11-12T06:45:29,050 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917 might be still open, length is 0 2024-11-12T06:45:29,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917 2024-11-12T06:45:29,050 WARN [IPC Server handler 2 on default port 39929 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-12T06:45:29,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917 after 1ms 2024-11-12T06:45:31,160 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:47988 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41789:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47988 dst: /127.0.0.1:41789 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41789 remote=/127.0.0.1:47988]. Total timeout mills is 60000, 57850 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:31,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:59736 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44563:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59736 dst: /127.0.0.1:44563 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:31,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:49482 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41793:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49482 dst: /127.0.0.1:41793 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:31,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741880_1059 (size=606) 2024-11-12T06:45:31,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741880_1059 (size=606) 2024-11-12T06:45:33,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917 after 4002ms 2024-11-12T06:45:33,083 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:33,083 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917 took 4033ms 2024-11-12T06:45:33,086 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917; continuing. 2024-11-12T06:45:33,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917 so closing down 2024-11-12T06:45:33,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:33,088 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731393928917.temp 2024-11-12T06:45:33,112 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005-wal.1731393928917.temp 2024-11-12T06:45:33,112 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:33,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741882_1060 (size=329) 2024-11-12T06:45:33,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741882_1060 (size=329) 2024-11-12T06:45:33,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741882_1060 (size=329) 2024-11-12T06:45:33,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005-wal.1731393928917.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:33,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005-wal.1731393928917.temp to hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005 2024-11-12T06:45:33,120 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T06:45:33,120 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917, journal: Splitting hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917, size=0 (0bytes) at 1731393929050Finishing writing output for hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917 so closing down at 1731393933086 (+4036 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005-wal.1731393928917.temp at 1731393933112 (+26 ms)3 split writer threads finished at 1731393933112Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005-wal.1731393928917.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731393933119 (+7 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005-wal.1731393928917.temp to hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005 at 1731393933120 (+1 ms)Processed 2 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917, size=0, length=0, corrupted=false, cancelled=false at 1731393933120 2024-11-12T06:45:33,121 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917 to hdfs://localhost:39929/hbase/oldWALs/wal.1731393928917 2024-11-12T06:45:33,122 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005 2024-11-12T06:45:33,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:33,124 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:33,138 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393933125, exclude list is [], retry=0 2024-11-12T06:45:33,140 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:33,141 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:33,141 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:33,165 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393933125 2024-11-12T06:45:33,165 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:43281:43281)] 2024-11-12T06:45:33,166 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 34c959705208bbe06b17371e34a7157f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:33,166 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:33,166 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:33,166 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:33,167 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:33,168 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c959705208bbe06b17371e34a7157f columnFamilyName a 2024-11-12T06:45:33,169 DEBUG [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:33,175 DEBUG [StoreFileOpener-34c959705208bbe06b17371e34a7157f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22c08a71031f4ed698be64b48b6e9bf0_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-12T06:45:33,176 DEBUG [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/a/22c08a71031f4ed698be64b48b6e9bf0_SeqId_3_ 2024-11-12T06:45:33,176 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(327): Store=34c959705208bbe06b17371e34a7157f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:33,176 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:33,177 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c959705208bbe06b17371e34a7157f columnFamilyName b 2024-11-12T06:45:33,177 DEBUG [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:33,178 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(327): Store=34c959705208bbe06b17371e34a7157f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:33,178 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:33,179 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c959705208bbe06b17371e34a7157f columnFamilyName c 2024-11-12T06:45:33,179 DEBUG [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:33,180 INFO [StoreOpener-34c959705208bbe06b17371e34a7157f-1 {}] regionserver.HStore(327): Store=34c959705208bbe06b17371e34a7157f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:33,180 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:33,181 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:33,182 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:33,183 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005 2024-11-12T06:45:33,208 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:33,209 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005 2024-11-12T06:45:33,209 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 34c959705208bbe06b17371e34a7157f 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-12T06:45:33,222 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/.tmp/a/6cf7569c99c1433db30593bfbb47a69b is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731393929009/Put/seqid=0 2024-11-12T06:45:33,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741884_1062 (size=5149) 2024-11-12T06:45:33,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741884_1062 (size=5149) 2024-11-12T06:45:33,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741884_1062 (size=5149) 2024-11-12T06:45:33,230 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/.tmp/a/6cf7569c99c1433db30593bfbb47a69b 2024-11-12T06:45:33,236 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/.tmp/a/6cf7569c99c1433db30593bfbb47a69b as hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/a/6cf7569c99c1433db30593bfbb47a69b 2024-11-12T06:45:33,242 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/a/6cf7569c99c1433db30593bfbb47a69b, entries=1, sequenceid=5, filesize=5.0 K 2024-11-12T06:45:33,242 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 34c959705208bbe06b17371e34a7157f in 33ms, sequenceid=5, compaction requested=false; wal=null 2024-11-12T06:45:33,243 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/0000000000000000005 2024-11-12T06:45:33,244 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:33,244 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:33,245 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:33,246 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 34c959705208bbe06b17371e34a7157f 2024-11-12T06:45:33,249 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/34c959705208bbe06b17371e34a7157f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T06:45:33,250 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 34c959705208bbe06b17371e34a7157f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68916533, jitterRate=0.0269363671541214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:33,250 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 34c959705208bbe06b17371e34a7157f: Writing region info on filesystem at 1731393933166Initializing all the Stores at 1731393933167 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393933167Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393933167Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393933167Obtaining lock to block concurrent updates at 1731393933209 (+42 ms)Preparing flush snapshotting stores in 34c959705208bbe06b17371e34a7157f at 1731393933209Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731393933209Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f. at 1731393933209Flushing 34c959705208bbe06b17371e34a7157f/a: creating writer at 1731393933209Flushing 34c959705208bbe06b17371e34a7157f/a: appending metadata at 1731393933222 (+13 ms)Flushing 34c959705208bbe06b17371e34a7157f/a: closing flushed file at 1731393933222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e6e7470: reopening flushed file at 1731393933235 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 34c959705208bbe06b17371e34a7157f in 33ms, sequenceid=5, compaction requested=false; wal=null at 1731393933242 (+7 ms)Cleaning up temporary data from old regions at 1731393933244 (+2 ms)Region opened successfully at 1731393933250 (+6 ms) 2024-11-12T06:45:33,254 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 34c959705208bbe06b17371e34a7157f, disabling compactions & flushes 2024-11-12T06:45:33,254 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f. 2024-11-12T06:45:33,254 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f. 2024-11-12T06:45:33,254 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f. after waiting 0 ms 2024-11-12T06:45:33,254 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f. 2024-11-12T06:45:33,255 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731393928794.34c959705208bbe06b17371e34a7157f. 2024-11-12T06:45:33,255 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 34c959705208bbe06b17371e34a7157f: Waiting for close lock at 1731393933254Disabling compacts and flushes for region at 1731393933254Disabling writes for close at 1731393933254Writing region close event to WAL at 1731393933255 (+1 ms)Closed at 1731393933255 2024-11-12T06:45:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741883_1061 (size=175) 2024-11-12T06:45:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741883_1061 (size=175) 2024-11-12T06:45:33,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741883_1061 (size=175) 2024-11-12T06:45:33,260 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:33,260 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731393933125) 2024-11-12T06:45:33,273 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 406) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-302413068_22 at /127.0.0.1:39754 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-302413068_22 at /127.0.0.1:33122 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:39929 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:39929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-302413068_22 at /127.0.0.1:33372 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 241), ProcessCount=11 (was 11), AvailableMemoryMB=7508 (was 7502) - AvailableMemoryMB LEAK? - 2024-11-12T06:45:33,284 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=7507 2024-11-12T06:45:33,301 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:33,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T06:45:33,309 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f0beee3d6b6,40935,1731393917057 2024-11-12T06:45:33,311 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a2c39bb 2024-11-12T06:45:33,312 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T06:45:33,313 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T06:45:33,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T06:45:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-12T06:45:33,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T06:45:33,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-12T06:45:33,327 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:33,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T06:45:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T06:45:33,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741885_1063 (size=694) 2024-11-12T06:45:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741885_1063 (size=694) 2024-11-12T06:45:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741885_1063 (size=694) 2024-11-12T06:45:33,344 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b73d71df7df343b93e6543fd41973137, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd 2024-11-12T06:45:33,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741886_1064 (size=77) 2024-11-12T06:45:33,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741886_1064 (size=77) 2024-11-12T06:45:33,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741886_1064 (size=77) 2024-11-12T06:45:33,354 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:33,354 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing b73d71df7df343b93e6543fd41973137, disabling compactions & flushes 2024-11-12T06:45:33,354 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:33,354 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:33,354 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. after waiting 0 ms 2024-11-12T06:45:33,354 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:33,354 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:33,354 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for b73d71df7df343b93e6543fd41973137: Waiting for close lock at 1731393933354Disabling compacts and flushes for region at 1731393933354Disabling writes for close at 1731393933354Writing region close event to WAL at 1731393933354Closed at 1731393933354 2024-11-12T06:45:33,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T06:45:33,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731393933356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731393933356"}]},"ts":"1731393933356"} 2024-11-12T06:45:33,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T06:45:33,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T06:45:33,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731393933366"}]},"ts":"1731393933366"} 2024-11-12T06:45:33,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-12T06:45:33,372 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9f0beee3d6b6=0} racks are {/default-rack=0} 2024-11-12T06:45:33,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T06:45:33,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T06:45:33,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T06:45:33,374 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T06:45:33,374 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T06:45:33,374 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T06:45:33,374 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T06:45:33,374 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T06:45:33,374 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T06:45:33,374 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T06:45:33,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, ASSIGN}] 2024-11-12T06:45:33,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, ASSIGN 2024-11-12T06:45:33,379 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, ASSIGN; state=OFFLINE, location=9f0beee3d6b6,44679,1731393917750; forceNewPlan=false, retain=false 2024-11-12T06:45:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T06:45:33,535 INFO [9f0beee3d6b6:40935 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T06:45:33,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=OPENING, regionLocation=9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:33,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, ASSIGN because future has completed 2024-11-12T06:45:33,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,44679,1731393917750}] 2024-11-12T06:45:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T06:45:33,697 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T06:45:33,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T06:45:33,710 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:33,711 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b73d71df7df343b93e6543fd41973137, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:33,712 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,712 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:33,712 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,713 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,715 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,718 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf1 2024-11-12T06:45:33,718 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:33,718 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:33,719 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,721 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf2 2024-11-12T06:45:33,721 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:33,722 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:33,722 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,723 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,724 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,725 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,725 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,727 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T06:45:33,729 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,733 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:33,733 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b73d71df7df343b93e6543fd41973137; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73613338, jitterRate=0.09692421555519104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T06:45:33,734 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:33,735 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b73d71df7df343b93e6543fd41973137: Running coprocessor pre-open hook at 1731393933713Writing region info on filesystem at 1731393933713Initializing all the Stores at 1731393933715 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393933715Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393933715Cleaning up temporary data from old regions at 1731393933725 (+10 ms)Running coprocessor post-open hooks at 1731393933734 (+9 ms)Region opened successfully at 1731393933735 (+1 ms) 2024-11-12T06:45:33,737 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., pid=6, masterSystemTime=1731393933696 2024-11-12T06:45:33,739 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:33,739 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:33,740 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=OPEN, openSeqNum=2, regionLocation=9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:33,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,44679,1731393917750 because future has completed 2024-11-12T06:45:33,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T06:45:33,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,44679,1731393917750 in 202 msec 2024-11-12T06:45:33,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T06:45:33,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, ASSIGN in 373 msec 2024-11-12T06:45:33,752 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T06:45:33,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731393933752"}]},"ts":"1731393933752"} 2024-11-12T06:45:33,754 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-12T06:45:33,756 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T06:45:33,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 437 msec 2024-11-12T06:45:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T06:45:33,960 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-12T06:45:33,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-12T06:45:33,962 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T06:45:33,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-12T06:45:33,970 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T06:45:33,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-12T06:45:33,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=2] 2024-11-12T06:45:33,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T06:45:33,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T06:45:34,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=b73d71df7df343b93e6543fd41973137, source=9f0beee3d6b6,44679,1731393917750, destination=9f0beee3d6b6,38759,1731393917858, warming up region on 9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T06:45:34,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=b73d71df7df343b93e6543fd41973137, source=9f0beee3d6b6,44679,1731393917750, destination=9f0beee3d6b6,38759,1731393917858, running balancer 2024-11-12T06:45:34,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T06:45:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE 2024-11-12T06:45:34,006 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE 2024-11-12T06:45:34,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=CLOSING, regionLocation=9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:34,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] regionserver.HRegion(7855): Warmup {ENCODED => b73d71df7df343b93e6543fd41973137, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:34,011 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE because future has completed 2024-11-12T06:45:34,012 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T06:45:34,013 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf1 2024-11-12T06:45:34,013 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:34,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,44679,1731393917750}] 2024-11-12T06:45:34,013 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:34,014 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,014 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf2 2024-11-12T06:45:34,015 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:34,015 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] regionserver.HRegion(1722): Closing b73d71df7df343b93e6543fd41973137, disabling compactions & flushes 2024-11-12T06:45:34,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. after waiting 0 ms 2024-11-12T06:45:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] regionserver.HRegion(1676): Region close journal for b73d71df7df343b93e6543fd41973137: Waiting for close lock at 1731393934015Disabling compacts and flushes for region at 1731393934015Disabling writes for close at 1731393934016 (+1 ms)Writing region close event to WAL at 1731393934016Closed at 1731393934016 2024-11-12T06:45:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-12T06:45:34,172 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,173 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T06:45:34,173 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing b73d71df7df343b93e6543fd41973137, disabling compactions & flushes 2024-11-12T06:45:34,173 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,173 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,173 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. after waiting 0 ms 2024-11-12T06:45:34,173 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,173 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing b73d71df7df343b93e6543fd41973137 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-12T06:45:34,193 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp/cf1/1f5899794ed94b2cb0b79bc56f8057d2 is 35, key is r1/cf1:q/1731393933988/Put/seqid=0 2024-11-12T06:45:34,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741887_1065 (size=4783) 2024-11-12T06:45:34,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741887_1065 (size=4783) 2024-11-12T06:45:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741887_1065 (size=4783) 2024-11-12T06:45:34,201 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp/cf1/1f5899794ed94b2cb0b79bc56f8057d2 2024-11-12T06:45:34,209 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp/cf1/1f5899794ed94b2cb0b79bc56f8057d2 as hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/1f5899794ed94b2cb0b79bc56f8057d2 2024-11-12T06:45:34,215 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/1f5899794ed94b2cb0b79bc56f8057d2, entries=1, sequenceid=5, filesize=4.7 K 2024-11-12T06:45:34,216 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for b73d71df7df343b93e6543fd41973137 in 43ms, sequenceid=5, compaction requested=false 2024-11-12T06:45:34,217 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-12T06:45:34,222 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T06:45:34,224 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,224 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for b73d71df7df343b93e6543fd41973137: Waiting for close lock at 1731393934173Running coprocessor pre-close hooks at 1731393934173Disabling compacts and flushes for region at 1731393934173Disabling writes for close at 1731393934173Obtaining lock to block concurrent updates at 1731393934173Preparing flush snapshotting stores in b73d71df7df343b93e6543fd41973137 at 1731393934173Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731393934174 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. at 1731393934175 (+1 ms)Flushing b73d71df7df343b93e6543fd41973137/cf1: creating writer at 1731393934175Flushing b73d71df7df343b93e6543fd41973137/cf1: appending metadata at 1731393934193 (+18 ms)Flushing b73d71df7df343b93e6543fd41973137/cf1: closing flushed file at 1731393934193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71bf42bd: reopening flushed file at 1731393934207 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for b73d71df7df343b93e6543fd41973137 in 43ms, sequenceid=5, compaction requested=false at 1731393934216 (+9 ms)Writing region close event to WAL at 1731393934218 (+2 ms)Running coprocessor post-close hooks at 1731393934222 (+4 ms)Closed at 1731393934224 (+2 ms) 2024-11-12T06:45:34,225 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding b73d71df7df343b93e6543fd41973137 move to 9f0beee3d6b6,38759,1731393917858 record at close sequenceid=5 2024-11-12T06:45:34,228 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=CLOSED 2024-11-12T06:45:34,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,44679,1731393917750 because future has completed 2024-11-12T06:45:34,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T06:45:34,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,44679,1731393917750 in 220 msec 2024-11-12T06:45:34,237 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE; state=CLOSED, location=9f0beee3d6b6,38759,1731393917858; forceNewPlan=false, retain=false 2024-11-12T06:45:34,387 INFO [9f0beee3d6b6:40935 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T06:45:34,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=OPENING, regionLocation=9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:34,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE because future has completed 2024-11-12T06:45:34,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,38759,1731393917858}] 2024-11-12T06:45:34,550 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,551 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => b73d71df7df343b93e6543fd41973137, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:34,551 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,551 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:34,552 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,552 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,555 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,557 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf1 2024-11-12T06:45:34,557 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:34,566 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/1f5899794ed94b2cb0b79bc56f8057d2 2024-11-12T06:45:34,566 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:34,567 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,568 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf2 2024-11-12T06:45:34,568 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:34,568 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:34,569 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,570 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,571 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,572 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,572 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,573 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T06:45:34,574 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,575 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened b73d71df7df343b93e6543fd41973137; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71782953, jitterRate=0.0696493536233902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T06:45:34,575 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,576 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for b73d71df7df343b93e6543fd41973137: Running coprocessor pre-open hook at 1731393934552Writing region info on filesystem at 1731393934552Initializing all the Stores at 1731393934554 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393934554Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393934555 (+1 ms)Cleaning up temporary data from old regions at 1731393934572 (+17 ms)Running coprocessor post-open hooks at 1731393934575 (+3 ms)Region opened successfully at 1731393934575 2024-11-12T06:45:34,577 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., pid=9, masterSystemTime=1731393934544 2024-11-12T06:45:34,579 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,579 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,580 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=OPEN, openSeqNum=9, regionLocation=9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:34,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,38759,1731393917858 because future has completed 2024-11-12T06:45:34,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-12T06:45:34,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,38759,1731393917858 in 193 msec 2024-11-12T06:45:34,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE in 583 msec 2024-11-12T06:45:34,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T06:45:34,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T06:45:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:41492 deadline: 1731393994618, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9f0beee3d6b6 port=38759 startCode=1731393917858. As of locationSeqNum=5. 2024-11-12T06:45:34,625 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9f0beee3d6b6 port=38759 startCode=1731393917858. As of locationSeqNum=5. 2024-11-12T06:45:34,626 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9f0beee3d6b6 port=38759 startCode=1731393917858. As of locationSeqNum=5. 2024-11-12T06:45:34,626 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,38759,1731393917858, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9f0beee3d6b6 port=38759 startCode=1731393917858. As of locationSeqNum=5. 2024-11-12T06:45:34,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T06:45:34,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T06:45:34,750 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b73d71df7df343b93e6543fd41973137 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-12T06:45:34,809 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp/cf1/e31b69fcce9d4a6bb3ca57bd37fc6b8b is 29, key is r1/cf1:/1731393934742/DeleteFamily/seqid=0 2024-11-12T06:45:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741888_1066 (size=4906) 2024-11-12T06:45:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741888_1066 (size=4906) 2024-11-12T06:45:34,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741888_1066 (size=4906) 2024-11-12T06:45:34,817 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp/cf1/e31b69fcce9d4a6bb3ca57bd37fc6b8b 2024-11-12T06:45:34,824 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e31b69fcce9d4a6bb3ca57bd37fc6b8b 2024-11-12T06:45:34,839 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp/cf2/19077508f203478595744e92cbf8dcf8 is 29, key is r1/cf2:/1731393934742/DeleteFamily/seqid=0 2024-11-12T06:45:34,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741889_1067 (size=4906) 2024-11-12T06:45:34,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741889_1067 (size=4906) 2024-11-12T06:45:34,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741889_1067 (size=4906) 2024-11-12T06:45:34,847 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp/cf2/19077508f203478595744e92cbf8dcf8 2024-11-12T06:45:34,853 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19077508f203478595744e92cbf8dcf8 2024-11-12T06:45:34,854 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp/cf1/e31b69fcce9d4a6bb3ca57bd37fc6b8b as hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/e31b69fcce9d4a6bb3ca57bd37fc6b8b 2024-11-12T06:45:34,862 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e31b69fcce9d4a6bb3ca57bd37fc6b8b 2024-11-12T06:45:34,862 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/e31b69fcce9d4a6bb3ca57bd37fc6b8b, entries=1, sequenceid=12, filesize=4.8 K 2024-11-12T06:45:34,863 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp/cf2/19077508f203478595744e92cbf8dcf8 as hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf2/19077508f203478595744e92cbf8dcf8 2024-11-12T06:45:34,870 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19077508f203478595744e92cbf8dcf8 2024-11-12T06:45:34,871 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf2/19077508f203478595744e92cbf8dcf8, entries=1, sequenceid=12, filesize=4.8 K 2024-11-12T06:45:34,872 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for b73d71df7df343b93e6543fd41973137 in 122ms, sequenceid=12, compaction requested=false 2024-11-12T06:45:34,872 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b73d71df7df343b93e6543fd41973137: 2024-11-12T06:45:34,875 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T06:45:34,876 DEBUG [Time-limited test {}] regionserver.HStore(1541): b73d71df7df343b93e6543fd41973137/cf1 is initiating major compaction (all files) 2024-11-12T06:45:34,876 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T06:45:34,876 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:34,877 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of b73d71df7df343b93e6543fd41973137/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,877 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/1f5899794ed94b2cb0b79bc56f8057d2, hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/e31b69fcce9d4a6bb3ca57bd37fc6b8b] into tmpdir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp, totalSize=9.5 K 2024-11-12T06:45:34,878 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1f5899794ed94b2cb0b79bc56f8057d2, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731393933988 2024-11-12T06:45:34,879 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e31b69fcce9d4a6bb3ca57bd37fc6b8b, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-12T06:45:34,890 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): b73d71df7df343b93e6543fd41973137#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T06:45:34,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741890_1068 (size=4626) 2024-11-12T06:45:34,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741890_1068 (size=4626) 2024-11-12T06:45:34,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741890_1068 (size=4626) 2024-11-12T06:45:34,905 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp/cf1/e354ac722b5c4596be16aefd89d5b413 as hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/e354ac722b5c4596be16aefd89d5b413 2024-11-12T06:45:34,919 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in b73d71df7df343b93e6543fd41973137/cf1 of b73d71df7df343b93e6543fd41973137 into e354ac722b5c4596be16aefd89d5b413(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T06:45:34,919 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for b73d71df7df343b93e6543fd41973137: 2024-11-12T06:45:34,919 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-12T06:45:34,919 DEBUG [Time-limited test {}] regionserver.HStore(1541): b73d71df7df343b93e6543fd41973137/cf2 is initiating major compaction (all files) 2024-11-12T06:45:34,920 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T06:45:34,920 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T06:45:34,920 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of b73d71df7df343b93e6543fd41973137/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,920 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf2/19077508f203478595744e92cbf8dcf8] into tmpdir=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp, totalSize=4.8 K 2024-11-12T06:45:34,921 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 19077508f203478595744e92cbf8dcf8, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-12T06:45:34,927 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): b73d71df7df343b93e6543fd41973137#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T06:45:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741891_1069 (size=4592) 2024-11-12T06:45:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741891_1069 (size=4592) 2024-11-12T06:45:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741891_1069 (size=4592) 2024-11-12T06:45:34,944 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/.tmp/cf2/21b94f3e97014ce7b4212684912c43f7 as hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf2/21b94f3e97014ce7b4212684912c43f7 2024-11-12T06:45:34,951 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in b73d71df7df343b93e6543fd41973137/cf2 of b73d71df7df343b93e6543fd41973137 into 21b94f3e97014ce7b4212684912c43f7(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T06:45:34,952 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for b73d71df7df343b93e6543fd41973137: 2024-11-12T06:45:34,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=b73d71df7df343b93e6543fd41973137, source=9f0beee3d6b6,38759,1731393917858, destination=9f0beee3d6b6,44679,1731393917750, warming up region on 9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:34,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=b73d71df7df343b93e6543fd41973137, source=9f0beee3d6b6,38759,1731393917858, destination=9f0beee3d6b6,44679,1731393917750, running balancer 2024-11-12T06:45:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE 2024-11-12T06:45:34,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE 2024-11-12T06:45:34,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,961 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=CLOSING, regionLocation=9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.HRegion(7855): Warmup {ENCODED => b73d71df7df343b93e6543fd41973137, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:34,961 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,962 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf1 2024-11-12T06:45:34,963 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:34,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE because future has completed 2024-11-12T06:45:34,964 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T06:45:34,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,38759,1731393917858}] 2024-11-12T06:45:34,971 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/1f5899794ed94b2cb0b79bc56f8057d2 2024-11-12T06:45:34,976 INFO [StoreFileOpener-b73d71df7df343b93e6543fd41973137-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e31b69fcce9d4a6bb3ca57bd37fc6b8b 2024-11-12T06:45:34,976 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/e31b69fcce9d4a6bb3ca57bd37fc6b8b 2024-11-12T06:45:34,980 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/e354ac722b5c4596be16aefd89d5b413 2024-11-12T06:45:34,981 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:34,981 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:34,982 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf2 2024-11-12T06:45:34,982 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:34,987 INFO [StoreFileOpener-b73d71df7df343b93e6543fd41973137-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19077508f203478595744e92cbf8dcf8 2024-11-12T06:45:34,987 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf2/19077508f203478595744e92cbf8dcf8 2024-11-12T06:45:34,992 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf2/21b94f3e97014ce7b4212684912c43f7 2024-11-12T06:45:34,992 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.HRegion(1722): Closing b73d71df7df343b93e6543fd41973137, disabling compactions & flushes 2024-11-12T06:45:34,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. after waiting 0 ms 2024-11-12T06:45:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.HRegion(1676): Region close journal for b73d71df7df343b93e6543fd41973137: Waiting for close lock at 1731393934992Disabling compacts and flushes for region at 1731393934992Disabling writes for close at 1731393934993 (+1 ms)Writing region close event to WAL at 1731393934993Closed at 1731393934993 2024-11-12T06:45:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-12T06:45:35,119 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,119 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T06:45:35,119 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing b73d71df7df343b93e6543fd41973137, disabling compactions & flushes 2024-11-12T06:45:35,119 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,119 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,119 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. after waiting 0 ms 2024-11-12T06:45:35,119 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,120 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/1f5899794ed94b2cb0b79bc56f8057d2, hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/e31b69fcce9d4a6bb3ca57bd37fc6b8b] to archive 2024-11-12T06:45:35,124 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T06:45:35,129 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/1f5899794ed94b2cb0b79bc56f8057d2 to hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/1f5899794ed94b2cb0b79bc56f8057d2 2024-11-12T06:45:35,131 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/e31b69fcce9d4a6bb3ca57bd37fc6b8b to hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/e31b69fcce9d4a6bb3ca57bd37fc6b8b 2024-11-12T06:45:35,145 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf2/19077508f203478595744e92cbf8dcf8] to archive 2024-11-12T06:45:35,147 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T06:45:35,149 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf2/19077508f203478595744e92cbf8dcf8 to hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf2/19077508f203478595744e92cbf8dcf8 2024-11-12T06:45:35,155 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-12T06:45:35,155 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,155 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for b73d71df7df343b93e6543fd41973137: Waiting for close lock at 1731393935119Running coprocessor pre-close hooks at 1731393935119Disabling compacts and flushes for region at 1731393935119Disabling writes for close at 1731393935119Writing region close event to WAL at 1731393935150 (+31 ms)Running coprocessor post-close hooks at 1731393935155 (+5 ms)Closed at 1731393935155 2024-11-12T06:45:35,155 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding b73d71df7df343b93e6543fd41973137 move to 9f0beee3d6b6,44679,1731393917750 record at close sequenceid=12 2024-11-12T06:45:35,158 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,159 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=CLOSED 2024-11-12T06:45:35,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,38759,1731393917858 because future has completed 2024-11-12T06:45:35,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T06:45:35,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,38759,1731393917858 in 199 msec 2024-11-12T06:45:35,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE; state=CLOSED, location=9f0beee3d6b6,44679,1731393917750; forceNewPlan=false, retain=false 2024-11-12T06:45:35,318 INFO [9f0beee3d6b6:40935 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T06:45:35,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=OPENING, regionLocation=9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:35,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE because future has completed 2024-11-12T06:45:35,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,44679,1731393917750}] 2024-11-12T06:45:35,479 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,479 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => b73d71df7df343b93e6543fd41973137, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:35,480 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,480 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:35,480 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,480 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,483 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,484 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf1 2024-11-12T06:45:35,484 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:35,491 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/e354ac722b5c4596be16aefd89d5b413 2024-11-12T06:45:35,492 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:35,492 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,493 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf2 2024-11-12T06:45:35,493 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:35,500 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf2/21b94f3e97014ce7b4212684912c43f7 2024-11-12T06:45:35,500 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:35,500 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,501 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,502 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,503 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,503 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,503 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T06:45:35,505 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,506 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened b73d71df7df343b93e6543fd41973137; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69534803, jitterRate=0.03614930808544159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T06:45:35,506 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,507 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for b73d71df7df343b93e6543fd41973137: Running coprocessor pre-open hook at 1731393935481Writing region info on filesystem at 1731393935481Initializing all the Stores at 1731393935482 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393935482Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393935483 (+1 ms)Cleaning up temporary data from old regions at 1731393935503 (+20 ms)Running coprocessor post-open hooks at 1731393935506 (+3 ms)Region opened successfully at 1731393935507 (+1 ms) 2024-11-12T06:45:35,508 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., pid=12, masterSystemTime=1731393935474 2024-11-12T06:45:35,512 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,512 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=OPEN, openSeqNum=18, regionLocation=9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:35,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,44679,1731393917750 because future has completed 2024-11-12T06:45:35,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-12T06:45:35,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,44679,1731393917750 in 196 msec 2024-11-12T06:45:35,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, REOPEN/MOVE in 562 msec 2024-11-12T06:45:35,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T06:45:35,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T06:45:35,565 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9f0beee3d6b6,44679,1731393917750: testing ***** 2024-11-12T06:45:35,565 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T06:45:35,567 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T06:45:35,568 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T06:45:35,570 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T06:45:35,571 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T06:45:35,579 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 478038400 }, "NonHeapMemoryUsage": { "committed": 171704320, "init": 7667712, "max": -1, "used": 168995304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "9f0beee3d6b6", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 9, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "9f0beee3d6b6", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51091", "tag.serverName": "9f0beee3d6b6,32883,1731393917931", "tag.clusterId": "ab69d47e-94b2-4da2-8db0-55da8993acd4", "tag.Context": "regionserver", "tag.Hostname": "9f0beee3d6b6", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731393917931, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 6, "ScanTime_mean": 1, "ScanTime_25th_percentile": 1, "ScanTime_median": 3, "ScanTime_75th_percentile": 4, "ScanTime_90th_percentile": 5, "ScanTime_95th_percentile": 5, "ScanTime_98th_percentile": 5, "ScanTime_99th_percentile": 5, "ScanTime_99.9th_percentile": 5, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 1, "Put_max": 7, "Put_mean": 4, "Put_25th_percentile": 2, "Put_median": 4, "Put_75th_percentile": 5, "Put_90th_percentile": 6, "Put_95th_percentile": 6, "Put_98th_percentile": 6, "Put_99th_percentile": 6, "Put_99.9th_percentile": 6, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T06:45:35,582 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40935 {}] master.MasterRpcServices(700): 9f0beee3d6b6,44679,1731393917750 reported a fatal error: ***** ABORTING region server 9f0beee3d6b6,44679,1731393917750: testing ***** 2024-11-12T06:45:35,584 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f0beee3d6b6,44679,1731393917750' ***** 2024-11-12T06:45:35,584 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-12T06:45:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38759 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:47412 deadline: 1731393995585, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9f0beee3d6b6 port=44679 startCode=1731393917750. As of locationSeqNum=12. 2024-11-12T06:45:35,586 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,38759,1731393917858, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,38759,1731393917858, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9f0beee3d6b6 port=44679 startCode=1731393917750. As of locationSeqNum=12. 2024-11-12T06:45:35,586 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,38759,1731393917858, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9f0beee3d6b6 port=44679 startCode=1731393917750. As of locationSeqNum=12. 2024-11-12T06:45:35,586 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T06:45:35,586 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,38759,1731393917858, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=9f0beee3d6b6 port=44679 startCode=1731393917750. As of locationSeqNum=12. 2024-11-12T06:45:35,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T06:45:35,586 INFO [RS:0;9f0beee3d6b6:44679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T06:45:35,586 INFO [RS:0;9f0beee3d6b6:44679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T06:45:35,587 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(3091): Received CLOSE for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,587 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(956): aborting server 9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:35,587 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T06:45:35,587 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b73d71df7df343b93e6543fd41973137, disabling compactions & flushes 2024-11-12T06:45:35,587 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,587 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,587 INFO [RS:0;9f0beee3d6b6:44679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f0beee3d6b6:44679. 2024-11-12T06:45:35,587 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. after waiting 0 ms 2024-11-12T06:45:35,587 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,587 DEBUG [RS:0;9f0beee3d6b6:44679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T06:45:35,588 DEBUG [RS:0;9f0beee3d6b6:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T06:45:35,588 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T06:45:35,588 DEBUG [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(1325): Online Regions={b73d71df7df343b93e6543fd41973137=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.} 2024-11-12T06:45:35,589 DEBUG [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(1351): Waiting on b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:35,589 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,589 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b73d71df7df343b93e6543fd41973137: Waiting for close lock at 1731393935587Running coprocessor pre-close hooks at 1731393935587Disabling compacts and flushes for region at 1731393935587Disabling writes for close at 1731393935587Writing region close event to WAL at 1731393935589 (+2 ms)Running coprocessor post-close hooks at 1731393935589Closed at 1731393935589 2024-11-12T06:45:35,589 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:35,591 INFO [regionserver/9f0beee3d6b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T06:45:35,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9f0beee3d6b6,44679,1731393917750 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:35,701 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9f0beee3d6b6,44679,1731393917750 aborting 2024-11-12T06:45:35,701 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9f0beee3d6b6,44679,1731393917750 aborting 2024-11-12T06:45:35,701 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=12 from cache 2024-11-12T06:45:35,789 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(976): stopping server 9f0beee3d6b6,44679,1731393917750; all regions closed. 2024-11-12T06:45:35,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741835_1011 (size=2288) 2024-11-12T06:45:35,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741835_1011 (size=2288) 2024-11-12T06:45:35,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741835_1011 (size=2288) 2024-11-12T06:45:35,793 DEBUG [RS:0;9f0beee3d6b6:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T06:45:35,793 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T06:45:35,793 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T06:45:35,794 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.ChoreService(370): Chore service for: regionserver/9f0beee3d6b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T06:45:35,794 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T06:45:35,794 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T06:45:35,794 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T06:45:35,794 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T06:45:35,794 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T06:45:35,794 INFO [RS:0;9f0beee3d6b6:44679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44679 2024-11-12T06:45:35,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T06:45:35,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f0beee3d6b6,44679,1731393917750 2024-11-12T06:45:35,849 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T06:45:35,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f0beee3d6b6,44679,1731393917750] 2024-11-12T06:45:35,865 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f0beee3d6b6,44679,1731393917750 already deleted, retry=false 2024-11-12T06:45:35,865 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9f0beee3d6b6,44679,1731393917750 on 9f0beee3d6b6,40935,1731393917057 2024-11-12T06:45:35,872 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9f0beee3d6b6,44679,1731393917750, splitWal=true, meta=false 2024-11-12T06:45:35,875 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 9f0beee3d6b6,44679,1731393917750 (carryingMeta=false) 9f0beee3d6b6,44679,1731393917750/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5321302a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T06:45:35,875 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9f0beee3d6b6,44679,1731393917750, splitWal=true, meta=false 2024-11-12T06:45:35,877 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 9f0beee3d6b6,44679,1731393917750 had 1 regions 2024-11-12T06:45:35,878 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9f0beee3d6b6,44679,1731393917750, splitWal=true, meta=false, isMeta: false 2024-11-12T06:45:35,879 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting 2024-11-12T06:45:35,880 INFO [PEWorker-2 {}] master.SplitWALManager(105): 9f0beee3d6b6,44679,1731393917750 WAL count=1, meta=false 2024-11-12T06:45:35,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9f0beee3d6b6%2C44679%2C1731393917750.1731393919529}] 2024-11-12T06:45:35,887 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:35,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9f0beee3d6b6%2C44679%2C1731393917750.1731393919529, worker=9f0beee3d6b6,38759,1731393917858}] 2024-11-12T06:45:35,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=18] 2024-11-12T06:45:35,914 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9f0beee3d6b6:44679 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9f0beee3d6b6/172.17.0.2:44679 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:35,915 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=18, error=java.net.ConnectException: Call to address=9f0beee3d6b6:44679 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9f0beee3d6b6/172.17.0.2:44679 2024-11-12T06:45:35,915 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-12T06:45:35,915 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=18 from cache 2024-11-12T06:45:35,916 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 9f0beee3d6b6:44679 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9f0beee3d6b6/172.17.0.2:44679 2024-11-12T06:45:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T06:45:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1012f1420470001, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T06:45:35,958 INFO [RS:0;9f0beee3d6b6:44679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T06:45:35,959 INFO [RS:0;9f0beee3d6b6:44679 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f0beee3d6b6,44679,1731393917750; zookeeper connection closed. 2024-11-12T06:45:35,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b64b1ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b64b1ed 2024-11-12T06:45:36,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-12T06:45:36,069 INFO [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529, size=2.2 K (2288bytes) 2024-11-12T06:45:36,069 INFO [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529 2024-11-12T06:45:36,069 INFO [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529 after 0ms 2024-11-12T06:45:36,094 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:36,094 INFO [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529 took 25ms 2024-11-12T06:45:36,102 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for b73d71df7df343b93e6543fd41973137: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-12T06:45:36,102 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529 so closing down 2024-11-12T06:45:36,102 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:36,103 INFO [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:36,103 INFO [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-11-12T06:45:36,103 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529, journal: Splitting hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529, size=2.2 K (2288bytes) at 1731393936069Finishing writing output for hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529 so closing down at 1731393936102 (+33 ms)3 split writer threads finished at 1731393936103 (+1 ms)Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1731393936103 2024-11-12T06:45:36,103 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529 2024-11-12T06:45:36,104 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9f0beee3d6b6:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T06:45:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T06:45:36,111 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting/9f0beee3d6b6%2C44679%2C1731393917750.1731393919529 to hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/oldWALs 2024-11-12T06:45:36,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T06:45:36,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9f0beee3d6b6%2C44679%2C1731393917750.1731393919529, worker=9f0beee3d6b6,38759,1731393917858 in 221 msec 2024-11-12T06:45:36,115 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:36,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T06:45:36,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 9f0beee3d6b6%2C44679%2C1731393917750.1731393919529, worker=9f0beee3d6b6,38759,1731393917858 in 233 msec 2024-11-12T06:45:36,120 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting dir is empty, no logs to split. 2024-11-12T06:45:36,120 INFO [PEWorker-2 {}] master.SplitWALManager(105): 9f0beee3d6b6,44679,1731393917750 WAL count=0, meta=false 2024-11-12T06:45:36,120 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 9f0beee3d6b6,44679,1731393917750 WAL splitting is done? wals=0, meta=false 2024-11-12T06:45:36,122 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 9f0beee3d6b6,44679,1731393917750 failed, ignore...File hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/WALs/9f0beee3d6b6,44679,1731393917750-splitting does not exist. 2024-11-12T06:45:36,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, ASSIGN}] 2024-11-12T06:45:36,127 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, ASSIGN 2024-11-12T06:45:36,128 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T06:45:36,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=18] 2024-11-12T06:45:36,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9f0beee3d6b6:44679 this server is in the failed servers list 2024-11-12T06:45:36,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9f0beee3d6b6:44679 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9f0beee3d6b6:44679 2024-11-12T06:45:36,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9f0beee3d6b6:44679 2024-11-12T06:45:36,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,44679,1731393917750, seqNum=18 from cache 2024-11-12T06:45:36,279 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(204): Hosts are {9f0beee3d6b6=0} racks are {/default-rack=0} 2024-11-12T06:45:36,279 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T06:45:36,279 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T06:45:36,279 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T06:45:36,279 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T06:45:36,279 INFO [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T06:45:36,279 INFO [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T06:45:36,279 DEBUG [9f0beee3d6b6:40935 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T06:45:36,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=OPENING, regionLocation=9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:36,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, ASSIGN because future has completed 2024-11-12T06:45:36,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,32883,1731393917931}] 2024-11-12T06:45:36,440 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:36,441 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b73d71df7df343b93e6543fd41973137, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:36,441 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,441 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:36,441 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,441 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,443 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,444 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf1 2024-11-12T06:45:36,444 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:36,450 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf1/e354ac722b5c4596be16aefd89d5b413 2024-11-12T06:45:36,451 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:36,451 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,452 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73d71df7df343b93e6543fd41973137 columnFamilyName cf2 2024-11-12T06:45:36,452 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:36,459 DEBUG [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/cf2/21b94f3e97014ce7b4212684912c43f7 2024-11-12T06:45:36,459 INFO [StoreOpener-b73d71df7df343b93e6543fd41973137-1 {}] regionserver.HStore(327): Store=b73d71df7df343b93e6543fd41973137/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:36,459 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,460 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,461 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,462 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,462 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,463 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T06:45:36,464 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,465 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b73d71df7df343b93e6543fd41973137; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72379314, jitterRate=0.07853582501411438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T06:45:36,465 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:36,465 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b73d71df7df343b93e6543fd41973137: Running coprocessor pre-open hook at 1731393936442Writing region info on filesystem at 1731393936442Initializing all the Stores at 1731393936443 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393936443Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393936443Cleaning up temporary data from old regions at 1731393936462 (+19 ms)Running coprocessor post-open hooks at 1731393936465 (+3 ms)Region opened successfully at 1731393936465 2024-11-12T06:45:36,467 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., pid=17, masterSystemTime=1731393936435 2024-11-12T06:45:36,469 DEBUG [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:36,469 INFO [RS_OPEN_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:36,470 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=b73d71df7df343b93e6543fd41973137, regionState=OPEN, openSeqNum=18, regionLocation=9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:36,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,32883,1731393917931 because future has completed 2024-11-12T06:45:36,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T06:45:36,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure b73d71df7df343b93e6543fd41973137, server=9f0beee3d6b6,32883,1731393917931 in 191 msec 2024-11-12T06:45:36,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-12T06:45:36,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=b73d71df7df343b93e6543fd41973137, ASSIGN in 351 msec 2024-11-12T06:45:36,479 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 9f0beee3d6b6,44679,1731393917750 after splitting done 2024-11-12T06:45:36,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 9f0beee3d6b6,44679,1731393917750, splitWal=true, meta=false in 612 msec 2024-11-12T06:45:36,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137., hostname=9f0beee3d6b6,32883,1731393917931, seqNum=18] 2024-11-12T06:45:36,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=411 (was 412), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=7463 (was 7507) 2024-11-12T06:45:36,749 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-12T06:45:36,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=411, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=7462 2024-11-12T06:45:36,760 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-12T06:45:36,774 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:36,777 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:36,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:36,781 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-58479546, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/hregion-58479546, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:36,799 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-58479546/hregion-58479546.1731393936782, exclude list is [], retry=0 2024-11-12T06:45:36,803 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:36,803 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:36,803 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:36,830 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-58479546/hregion-58479546.1731393936782 2024-11-12T06:45:36,830 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:36,831 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8b516168d5f64a4dd7eb1a93ad67573e, NAME => 'testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/hbase 2024-11-12T06:45:36,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741893_1071 (size=67) 2024-11-12T06:45:36,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741893_1071 (size=67) 2024-11-12T06:45:36,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741893_1071 (size=67) 2024-11-12T06:45:36,845 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:36,846 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,848 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b516168d5f64a4dd7eb1a93ad67573e columnFamilyName a 2024-11-12T06:45:36,848 DEBUG [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:36,849 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(327): Store=8b516168d5f64a4dd7eb1a93ad67573e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:36,849 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,851 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b516168d5f64a4dd7eb1a93ad67573e columnFamilyName b 2024-11-12T06:45:36,851 DEBUG [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:36,852 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(327): Store=8b516168d5f64a4dd7eb1a93ad67573e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:36,852 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,853 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b516168d5f64a4dd7eb1a93ad67573e columnFamilyName c 2024-11-12T06:45:36,853 DEBUG [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:36,854 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(327): Store=8b516168d5f64a4dd7eb1a93ad67573e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:36,854 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,855 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,855 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,856 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,856 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,857 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:36,858 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,861 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:36,861 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b516168d5f64a4dd7eb1a93ad67573e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75405565, jitterRate=0.12363047897815704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:36,862 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b516168d5f64a4dd7eb1a93ad67573e: Writing region info on filesystem at 1731393936845Initializing all the Stores at 1731393936846 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393936846Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393936846Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393936846Cleaning up temporary data from old regions at 1731393936856 (+10 ms)Region opened successfully at 1731393936862 (+6 ms) 2024-11-12T06:45:36,862 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8b516168d5f64a4dd7eb1a93ad67573e, disabling compactions & flushes 2024-11-12T06:45:36,862 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e. 2024-11-12T06:45:36,862 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e. 2024-11-12T06:45:36,862 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e. after waiting 0 ms 2024-11-12T06:45:36,862 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e. 2024-11-12T06:45:36,863 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e. 2024-11-12T06:45:36,863 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8b516168d5f64a4dd7eb1a93ad67573e: Waiting for close lock at 1731393936862Disabling compacts and flushes for region at 1731393936862Disabling writes for close at 1731393936862Writing region close event to WAL at 1731393936863 (+1 ms)Closed at 1731393936863 2024-11-12T06:45:36,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741892_1070 (size=175) 2024-11-12T06:45:36,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741892_1070 (size=175) 2024-11-12T06:45:36,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741892_1070 (size=175) 2024-11-12T06:45:36,868 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:36,868 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-58479546:(num 1731393936782) 2024-11-12T06:45:36,869 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:36,871 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:36,888 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871, exclude list is [], retry=0 2024-11-12T06:45:36,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:36,892 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:36,892 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:36,919 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871 2024-11-12T06:45:36,920 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:36,920 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b516168d5f64a4dd7eb1a93ad67573e, NAME => 'testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:36,920 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:36,920 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,920 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,922 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,923 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b516168d5f64a4dd7eb1a93ad67573e columnFamilyName a 2024-11-12T06:45:36,923 DEBUG [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:36,923 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(327): Store=8b516168d5f64a4dd7eb1a93ad67573e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:36,924 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,924 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b516168d5f64a4dd7eb1a93ad67573e columnFamilyName b 2024-11-12T06:45:36,924 DEBUG [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:36,925 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(327): Store=8b516168d5f64a4dd7eb1a93ad67573e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:36,925 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,926 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b516168d5f64a4dd7eb1a93ad67573e columnFamilyName c 2024-11-12T06:45:36,926 DEBUG [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:36,926 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(327): Store=8b516168d5f64a4dd7eb1a93ad67573e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:36,926 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,927 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,929 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,930 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,930 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,930 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:36,932 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:36,932 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b516168d5f64a4dd7eb1a93ad67573e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71548112, jitterRate=0.06614995002746582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:36,933 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b516168d5f64a4dd7eb1a93ad67573e: Writing region info on filesystem at 1731393936920Initializing all the Stores at 1731393936922 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393936922Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393936922Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393936922Cleaning up temporary data from old regions at 1731393936930 (+8 ms)Region opened successfully at 1731393936933 (+3 ms) 2024-11-12T06:45:36,969 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b516168d5f64a4dd7eb1a93ad67573e 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-12T06:45:36,991 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/a/52895219b07246919ab9fdabe13b307b is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731393936933/Put/seqid=0 2024-11-12T06:45:36,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741895_1073 (size=5958) 2024-11-12T06:45:36,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741895_1073 (size=5958) 2024-11-12T06:45:36,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741895_1073 (size=5958) 2024-11-12T06:45:36,999 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/a/52895219b07246919ab9fdabe13b307b 2024-11-12T06:45:37,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/b/3ec207fb84b64ad1b63b1cca3ac4591b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731393936943/Put/seqid=0 2024-11-12T06:45:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741896_1074 (size=5958) 2024-11-12T06:45:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741896_1074 (size=5958) 2024-11-12T06:45:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741896_1074 (size=5958) 2024-11-12T06:45:37,027 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/b/3ec207fb84b64ad1b63b1cca3ac4591b 2024-11-12T06:45:37,053 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/c/1b5aa967b36e40deb6cb61750ae2f580 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731393936954/Put/seqid=0 2024-11-12T06:45:37,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741897_1075 (size=5958) 2024-11-12T06:45:37,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741897_1075 (size=5958) 2024-11-12T06:45:37,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741897_1075 (size=5958) 2024-11-12T06:45:37,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-12T06:45:37,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-12T06:45:37,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-12T06:45:37,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-12T06:45:37,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-12T06:45:37,392 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-12T06:45:37,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-12T06:45:37,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-12T06:45:37,463 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/c/1b5aa967b36e40deb6cb61750ae2f580 2024-11-12T06:45:37,474 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/a/52895219b07246919ab9fdabe13b307b as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/a/52895219b07246919ab9fdabe13b307b 2024-11-12T06:45:37,480 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/a/52895219b07246919ab9fdabe13b307b, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T06:45:37,482 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/b/3ec207fb84b64ad1b63b1cca3ac4591b as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/b/3ec207fb84b64ad1b63b1cca3ac4591b 2024-11-12T06:45:37,489 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/b/3ec207fb84b64ad1b63b1cca3ac4591b, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T06:45:37,490 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/c/1b5aa967b36e40deb6cb61750ae2f580 as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/c/1b5aa967b36e40deb6cb61750ae2f580 2024-11-12T06:45:37,496 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/c/1b5aa967b36e40deb6cb61750ae2f580, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T06:45:37,497 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8b516168d5f64a4dd7eb1a93ad67573e in 528ms, sequenceid=33, compaction requested=false 2024-11-12T06:45:37,497 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8b516168d5f64a4dd7eb1a93ad67573e: 2024-11-12T06:45:37,497 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8b516168d5f64a4dd7eb1a93ad67573e, disabling compactions & flushes 2024-11-12T06:45:37,497 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e. 2024-11-12T06:45:37,497 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e. 2024-11-12T06:45:37,498 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e. after waiting 0 ms 2024-11-12T06:45:37,498 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e. 2024-11-12T06:45:37,499 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e. 2024-11-12T06:45:37,499 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8b516168d5f64a4dd7eb1a93ad67573e: Waiting for close lock at 1731393937497Disabling compacts and flushes for region at 1731393937497Disabling writes for close at 1731393937498 (+1 ms)Writing region close event to WAL at 1731393937499 (+1 ms)Closed at 1731393937499 2024-11-12T06:45:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741894_1072 (size=6311) 2024-11-12T06:45:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741894_1072 (size=6311) 2024-11-12T06:45:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741894_1072 (size=6311) 2024-11-12T06:45:37,506 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/b/3ec207fb84b64ad1b63b1cca3ac4591b to hdfs://localhost:39929/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/b/3ec207fb84b64ad1b63b1cca3ac4591b 2024-11-12T06:45:37,522 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871, size=6.2 K (6311bytes) 2024-11-12T06:45:37,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871 2024-11-12T06:45:37,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871 after 0ms 2024-11-12T06:45:37,547 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:37,548 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871 took 27ms 2024-11-12T06:45:37,550 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871 so closing down 2024-11-12T06:45:37,551 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:37,551 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731393936871.temp 2024-11-12T06:45:37,576 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000003-wal.1731393936871.temp 2024-11-12T06:45:37,576 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:37,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741898_1076 (size=5575) 2024-11-12T06:45:37,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741898_1076 (size=5575) 2024-11-12T06:45:37,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741898_1076 (size=5575) 2024-11-12T06:45:37,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000003-wal.1731393936871.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:37,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000003-wal.1731393936871.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000032 2024-11-12T06:45:37,584 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-11-12T06:45:37,584 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871, journal: Splitting hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871, size=6.2 K (6311bytes) at 1731393937522Finishing writing output for hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871 so closing down at 1731393937550 (+28 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000003-wal.1731393936871.temp at 1731393937576 (+26 ms)3 split writer threads finished at 1731393937576Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000003-wal.1731393936871.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731393937583 (+7 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000003-wal.1731393936871.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000032 at 1731393937584 (+1 ms)Processed 32 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1731393937584 2024-11-12T06:45:37,586 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393936871 to hdfs://localhost:39929/hbase/oldWALs/wal.1731393936871 2024-11-12T06:45:37,587 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000032 2024-11-12T06:45:37,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:37,589 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:37,604 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393937589, exclude list is [], retry=0 2024-11-12T06:45:37,606 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:37,606 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:37,607 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:37,630 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393937589 2024-11-12T06:45:37,630 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:37,630 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b516168d5f64a4dd7eb1a93ad67573e, NAME => 'testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:37,630 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:37,631 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:37,631 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:37,632 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:37,633 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b516168d5f64a4dd7eb1a93ad67573e columnFamilyName a 2024-11-12T06:45:37,633 DEBUG [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:37,638 DEBUG [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/a/52895219b07246919ab9fdabe13b307b 2024-11-12T06:45:37,638 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(327): Store=8b516168d5f64a4dd7eb1a93ad67573e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:37,638 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:37,640 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b516168d5f64a4dd7eb1a93ad67573e columnFamilyName b 2024-11-12T06:45:37,640 DEBUG [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:37,640 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(327): Store=8b516168d5f64a4dd7eb1a93ad67573e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:37,640 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:37,641 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b516168d5f64a4dd7eb1a93ad67573e columnFamilyName c 2024-11-12T06:45:37,641 DEBUG [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:37,647 DEBUG [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/c/1b5aa967b36e40deb6cb61750ae2f580 2024-11-12T06:45:37,647 INFO [StoreOpener-8b516168d5f64a4dd7eb1a93ad67573e-1 {}] regionserver.HStore(327): Store=8b516168d5f64a4dd7eb1a93ad67573e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:37,648 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:37,649 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:37,650 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:37,651 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000032 2024-11-12T06:45:37,680 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:37,681 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000032 2024-11-12T06:45:37,681 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b516168d5f64a4dd7eb1a93ad67573e 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-12T06:45:37,695 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/b/a4aa3321fdea40e7b80f28264948f6d9 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731393936943/Put/seqid=0 2024-11-12T06:45:37,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741900_1078 (size=5958) 2024-11-12T06:45:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741900_1078 (size=5958) 2024-11-12T06:45:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741900_1078 (size=5958) 2024-11-12T06:45:37,702 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/b/a4aa3321fdea40e7b80f28264948f6d9 2024-11-12T06:45:37,709 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/.tmp/b/a4aa3321fdea40e7b80f28264948f6d9 as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/b/a4aa3321fdea40e7b80f28264948f6d9 2024-11-12T06:45:37,714 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/b/a4aa3321fdea40e7b80f28264948f6d9, entries=10, sequenceid=32, filesize=5.8 K 2024-11-12T06:45:37,714 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8b516168d5f64a4dd7eb1a93ad67573e in 33ms, sequenceid=32, compaction requested=false; wal=null 2024-11-12T06:45:37,715 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/0000000000000000032 2024-11-12T06:45:37,716 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:37,716 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:37,717 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:37,718 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8b516168d5f64a4dd7eb1a93ad67573e 2024-11-12T06:45:37,720 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/8b516168d5f64a4dd7eb1a93ad67573e/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-12T06:45:37,720 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8b516168d5f64a4dd7eb1a93ad67573e; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70836565, jitterRate=0.0555470734834671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:37,721 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8b516168d5f64a4dd7eb1a93ad67573e: Writing region info on filesystem at 1731393937631Initializing all the Stores at 1731393937632 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393937632Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393937632Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393937632Obtaining lock to block concurrent updates at 1731393937681 (+49 ms)Preparing flush snapshotting stores in 8b516168d5f64a4dd7eb1a93ad67573e at 1731393937681Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731393937681Flushing stores of testReplayEditsWrittenViaHRegion,,1731393936775.8b516168d5f64a4dd7eb1a93ad67573e. at 1731393937681Flushing 8b516168d5f64a4dd7eb1a93ad67573e/b: creating writer at 1731393937682 (+1 ms)Flushing 8b516168d5f64a4dd7eb1a93ad67573e/b: appending metadata at 1731393937694 (+12 ms)Flushing 8b516168d5f64a4dd7eb1a93ad67573e/b: closing flushed file at 1731393937694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b438318: reopening flushed file at 1731393937708 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8b516168d5f64a4dd7eb1a93ad67573e in 33ms, sequenceid=32, compaction requested=false; wal=null at 1731393937714 (+6 ms)Cleaning up temporary data from old regions at 1731393937716 (+2 ms)Region opened successfully at 1731393937721 (+5 ms) 2024-11-12T06:45:37,742 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=418 (was 411) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:39902 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:39754 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:33122 [Waiting for operation #39] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:33296 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:33522 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:33372 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 212), ProcessCount=11 (was 11), AvailableMemoryMB=7451 (was 7462) 2024-11-12T06:45:37,743 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-12T06:45:37,753 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=418, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=7450 2024-11-12T06:45:37,753 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-12T06:45:37,767 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:37,769 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:37,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:37,772 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-93648977, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/hregion-93648977, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:37,784 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-93648977/hregion-93648977.1731393937772, exclude list is [], retry=0 2024-11-12T06:45:37,786 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:37,787 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:37,787 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:37,811 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-93648977/hregion-93648977.1731393937772 2024-11-12T06:45:37,812 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:43281:43281)] 2024-11-12T06:45:37,812 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b9aa7251f717acac9328473336f5cfba, NAME => 'testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/hbase 2024-11-12T06:45:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741902_1080 (size=68) 2024-11-12T06:45:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741902_1080 (size=68) 2024-11-12T06:45:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741902_1080 (size=68) 2024-11-12T06:45:37,823 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:37,824 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,826 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9aa7251f717acac9328473336f5cfba columnFamilyName a 2024-11-12T06:45:37,826 DEBUG [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:37,826 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(327): Store=b9aa7251f717acac9328473336f5cfba/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:37,827 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,828 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9aa7251f717acac9328473336f5cfba columnFamilyName b 2024-11-12T06:45:37,828 DEBUG [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:37,829 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(327): Store=b9aa7251f717acac9328473336f5cfba/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:37,829 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,831 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9aa7251f717acac9328473336f5cfba columnFamilyName c 2024-11-12T06:45:37,831 DEBUG [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:37,832 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(327): Store=b9aa7251f717acac9328473336f5cfba/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:37,832 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,832 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,833 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,834 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,834 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,834 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:37,835 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,838 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:37,839 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b9aa7251f717acac9328473336f5cfba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64990775, jitterRate=-0.03156198561191559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:37,840 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b9aa7251f717acac9328473336f5cfba: Writing region info on filesystem at 1731393937823Initializing all the Stores at 1731393937824 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393937824Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393937824Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393937824Cleaning up temporary data from old regions at 1731393937834 (+10 ms)Region opened successfully at 1731393937839 (+5 ms) 2024-11-12T06:45:37,840 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b9aa7251f717acac9328473336f5cfba, disabling compactions & flushes 2024-11-12T06:45:37,840 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. 2024-11-12T06:45:37,840 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. 2024-11-12T06:45:37,840 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. after waiting 0 ms 2024-11-12T06:45:37,840 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. 2024-11-12T06:45:37,840 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. 2024-11-12T06:45:37,841 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b9aa7251f717acac9328473336f5cfba: Waiting for close lock at 1731393937840Disabling compacts and flushes for region at 1731393937840Disabling writes for close at 1731393937840Writing region close event to WAL at 1731393937840Closed at 1731393937840 2024-11-12T06:45:37,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741901_1079 (size=175) 2024-11-12T06:45:37,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741901_1079 (size=175) 2024-11-12T06:45:37,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741901_1079 (size=175) 2024-11-12T06:45:37,846 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:37,846 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-93648977:(num 1731393937772) 2024-11-12T06:45:37,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:37,848 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:37,860 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848, exclude list is [], retry=0 2024-11-12T06:45:37,864 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:37,864 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:37,864 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:37,889 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848 2024-11-12T06:45:37,890 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:37,946 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b9aa7251f717acac9328473336f5cfba, NAME => 'testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:37,948 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,948 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:37,949 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,949 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,951 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,952 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9aa7251f717acac9328473336f5cfba columnFamilyName a 2024-11-12T06:45:37,952 DEBUG [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:37,953 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(327): Store=b9aa7251f717acac9328473336f5cfba/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:37,953 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,954 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9aa7251f717acac9328473336f5cfba columnFamilyName b 2024-11-12T06:45:37,954 DEBUG [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:37,954 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(327): Store=b9aa7251f717acac9328473336f5cfba/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:37,955 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,956 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9aa7251f717acac9328473336f5cfba columnFamilyName c 2024-11-12T06:45:37,956 DEBUG [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:37,956 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(327): Store=b9aa7251f717acac9328473336f5cfba/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:37,957 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,957 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,959 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,960 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,960 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,960 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:37,962 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,962 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b9aa7251f717acac9328473336f5cfba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73165116, jitterRate=0.09024518728256226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:37,963 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:37,963 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b9aa7251f717acac9328473336f5cfba: Running coprocessor pre-open hook at 1731393937949Writing region info on filesystem at 1731393937949Initializing all the Stores at 1731393937950 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393937950Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393937950Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393937950Cleaning up temporary data from old regions at 1731393937960 (+10 ms)Running coprocessor post-open hooks at 1731393937963 (+3 ms)Region opened successfully at 1731393937963 2024-11-12T06:45:37,977 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b9aa7251f717acac9328473336f5cfba 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-12T06:45:37,979 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b9aa7251f717acac9328473336f5cfba/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:38,980 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b9aa7251f717acac9328473336f5cfba/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:39,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T06:45:39,982 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b9aa7251f717acac9328473336f5cfba/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:40,983 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b9aa7251f717acac9328473336f5cfba/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:41,985 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b9aa7251f717acac9328473336f5cfba/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:42,986 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b9aa7251f717acac9328473336f5cfba/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:43,987 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b9aa7251f717acac9328473336f5cfba/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:44,988 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b9aa7251f717acac9328473336f5cfba/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:45,989 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b9aa7251f717acac9328473336f5cfba/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:46,244 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T06:45:46,990 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b9aa7251f717acac9328473336f5cfba/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:46,992 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b9aa7251f717acac9328473336f5cfba: 2024-11-12T06:45:46,992 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. 2024-11-12T06:45:47,005 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b9aa7251f717acac9328473336f5cfba: 2024-11-12T06:45:47,005 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-12T06:45:47,005 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b9aa7251f717acac9328473336f5cfba, disabling compactions & flushes 2024-11-12T06:45:47,005 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. 2024-11-12T06:45:47,005 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. 2024-11-12T06:45:47,005 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. after waiting 0 ms 2024-11-12T06:45:47,005 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. 2024-11-12T06:45:47,006 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. 2024-11-12T06:45:47,006 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. 2024-11-12T06:45:47,006 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b9aa7251f717acac9328473336f5cfba: Waiting for close lock at 1731393947005Running coprocessor pre-close hooks at 1731393947005Disabling compacts and flushes for region at 1731393947005Disabling writes for close at 1731393947005Writing region close event to WAL at 1731393947006 (+1 ms)Running coprocessor post-close hooks at 1731393947006Closed at 1731393947006 2024-11-12T06:45:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741903_1081 (size=4236) 2024-11-12T06:45:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741903_1081 (size=4236) 2024-11-12T06:45:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741903_1081 (size=4236) 2024-11-12T06:45:47,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848, size=4.1 K (4236bytes) 2024-11-12T06:45:47,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848 2024-11-12T06:45:47,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848 after 1ms 2024-11-12T06:45:47,054 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:47,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848 took 30ms 2024-11-12T06:45:47,056 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848 so closing down 2024-11-12T06:45:47,056 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:47,057 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731393937848.temp 2024-11-12T06:45:47,080 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000004-wal.1731393937848.temp 2024-11-12T06:45:47,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741904_1082 (size=3245) 2024-11-12T06:45:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741904_1082 (size=3245) 2024-11-12T06:45:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741904_1082 (size=3245) 2024-11-12T06:45:47,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000004-wal.1731393937848.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:47,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000004-wal.1731393937848.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000026 2024-11-12T06:45:47,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 34 ms; skipped=3; WAL=hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-11-12T06:45:47,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848, journal: Splitting hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848, size=4.1 K (4236bytes) at 1731393947024Finishing writing output for hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848 so closing down at 1731393947056 (+32 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000004-wal.1731393937848.temp at 1731393947080 (+24 ms)3 split writer threads finished at 1731393947080Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000004-wal.1731393937848.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731393947087 (+7 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000004-wal.1731393937848.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000026 at 1731393947088 (+1 ms)Processed 23 edits across 1 Regions in 34 ms; skipped=3; WAL=hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1731393947088 2024-11-12T06:45:47,089 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393937848 to hdfs://localhost:39929/hbase/oldWALs/wal.1731393937848 2024-11-12T06:45:47,090 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000026 2024-11-12T06:45:47,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:47,092 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:47,107 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393947093, exclude list is [], retry=0 2024-11-12T06:45:47,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:47,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:47,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:47,136 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393947093 2024-11-12T06:45:47,136 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:34233:34233)] 2024-11-12T06:45:47,137 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b9aa7251f717acac9328473336f5cfba, NAME => 'testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:47,137 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,137 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:47,137 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,137 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,139 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,140 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9aa7251f717acac9328473336f5cfba columnFamilyName a 2024-11-12T06:45:47,140 DEBUG [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:47,140 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(327): Store=b9aa7251f717acac9328473336f5cfba/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:47,141 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,141 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9aa7251f717acac9328473336f5cfba columnFamilyName b 2024-11-12T06:45:47,141 DEBUG [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:47,142 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(327): Store=b9aa7251f717acac9328473336f5cfba/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:47,142 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,142 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9aa7251f717acac9328473336f5cfba columnFamilyName c 2024-11-12T06:45:47,142 DEBUG [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:47,143 INFO [StoreOpener-b9aa7251f717acac9328473336f5cfba-1 {}] regionserver.HStore(327): Store=b9aa7251f717acac9328473336f5cfba/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:47,143 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,145 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,146 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000026 2024-11-12T06:45:47,173 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:47,175 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000026 2024-11-12T06:45:47,175 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b9aa7251f717acac9328473336f5cfba 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-12T06:45:47,195 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/.tmp/a/63a492a8527c4cd4a687bfbe9f0b2f0a is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731393946997/Put/seqid=0 2024-11-12T06:45:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741906_1084 (size=5523) 2024-11-12T06:45:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741906_1084 (size=5523) 2024-11-12T06:45:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741906_1084 (size=5523) 2024-11-12T06:45:47,203 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/.tmp/a/63a492a8527c4cd4a687bfbe9f0b2f0a 2024-11-12T06:45:47,222 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/.tmp/b/ebecf05c21334175ac87689bd3c42bd5 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731393946993/Put/seqid=0 2024-11-12T06:45:47,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741907_1085 (size=5524) 2024-11-12T06:45:47,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741907_1085 (size=5524) 2024-11-12T06:45:47,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741907_1085 (size=5524) 2024-11-12T06:45:47,229 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/.tmp/b/ebecf05c21334175ac87689bd3c42bd5 2024-11-12T06:45:47,248 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/.tmp/c/d0cd323731b14e5da880c5b3604e6dc0 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731393946995/Put/seqid=0 2024-11-12T06:45:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741908_1086 (size=5457) 2024-11-12T06:45:47,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741908_1086 (size=5457) 2024-11-12T06:45:47,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741908_1086 (size=5457) 2024-11-12T06:45:47,255 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/.tmp/c/d0cd323731b14e5da880c5b3604e6dc0 2024-11-12T06:45:47,261 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/.tmp/a/63a492a8527c4cd4a687bfbe9f0b2f0a as hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/a/63a492a8527c4cd4a687bfbe9f0b2f0a 2024-11-12T06:45:47,267 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/a/63a492a8527c4cd4a687bfbe9f0b2f0a, entries=7, sequenceid=26, filesize=5.4 K 2024-11-12T06:45:47,268 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/.tmp/b/ebecf05c21334175ac87689bd3c42bd5 as hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/b/ebecf05c21334175ac87689bd3c42bd5 2024-11-12T06:45:47,274 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/b/ebecf05c21334175ac87689bd3c42bd5, entries=7, sequenceid=26, filesize=5.4 K 2024-11-12T06:45:47,275 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/.tmp/c/d0cd323731b14e5da880c5b3604e6dc0 as hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/c/d0cd323731b14e5da880c5b3604e6dc0 2024-11-12T06:45:47,280 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/c/d0cd323731b14e5da880c5b3604e6dc0, entries=6, sequenceid=26, filesize=5.3 K 2024-11-12T06:45:47,281 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for b9aa7251f717acac9328473336f5cfba in 106ms, sequenceid=26, compaction requested=false; wal=null 2024-11-12T06:45:47,282 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/0000000000000000026 2024-11-12T06:45:47,283 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,283 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,283 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:47,285 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,287 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsAfterAbortingFlush/b9aa7251f717acac9328473336f5cfba/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-12T06:45:47,288 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b9aa7251f717acac9328473336f5cfba; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59105702, jitterRate=-0.1192564070224762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:47,288 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9aa7251f717acac9328473336f5cfba 2024-11-12T06:45:47,289 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b9aa7251f717acac9328473336f5cfba: Running coprocessor pre-open hook at 1731393947137Writing region info on filesystem at 1731393947137Initializing all the Stores at 1731393947138 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393947138Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393947138Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393947139 (+1 ms)Obtaining lock to block concurrent updates at 1731393947175 (+36 ms)Preparing flush snapshotting stores in b9aa7251f717acac9328473336f5cfba at 1731393947175Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731393947176 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1731393937768.b9aa7251f717acac9328473336f5cfba. at 1731393947176Flushing b9aa7251f717acac9328473336f5cfba/a: creating writer at 1731393947176Flushing b9aa7251f717acac9328473336f5cfba/a: appending metadata at 1731393947195 (+19 ms)Flushing b9aa7251f717acac9328473336f5cfba/a: closing flushed file at 1731393947195Flushing b9aa7251f717acac9328473336f5cfba/b: creating writer at 1731393947208 (+13 ms)Flushing b9aa7251f717acac9328473336f5cfba/b: appending metadata at 1731393947222 (+14 ms)Flushing b9aa7251f717acac9328473336f5cfba/b: closing flushed file at 1731393947222Flushing b9aa7251f717acac9328473336f5cfba/c: creating writer at 1731393947234 (+12 ms)Flushing b9aa7251f717acac9328473336f5cfba/c: appending metadata at 1731393947248 (+14 ms)Flushing b9aa7251f717acac9328473336f5cfba/c: closing flushed file at 1731393947248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd918b4: reopening flushed file at 1731393947260 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c59d3a0: reopening flushed file at 1731393947267 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d9b692: reopening flushed file at 1731393947274 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for b9aa7251f717acac9328473336f5cfba in 106ms, sequenceid=26, compaction requested=false; wal=null at 1731393947281 (+7 ms)Cleaning up temporary data from old regions at 1731393947283 (+2 ms)Running coprocessor post-open hooks at 1731393947288 (+5 ms)Region opened successfully at 1731393947289 (+1 ms) 2024-11-12T06:45:47,309 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=414 (was 418), OpenFileDescriptor=1182 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 212), ProcessCount=11 (was 11), AvailableMemoryMB=7425 (was 7450) 2024-11-12T06:45:47,310 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-12T06:45:47,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=414, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=7425 2024-11-12T06:45:47,321 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-12T06:45:47,337 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:47,339 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:47,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:47,342 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-06583557, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/hregion-06583557, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:47,354 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-06583557/hregion-06583557.1731393947343, exclude list is [], retry=0 2024-11-12T06:45:47,356 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:47,357 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:47,357 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:47,382 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-06583557/hregion-06583557.1731393947343 2024-11-12T06:45:47,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:47,383 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 92459430986aa2944da822efd9901aa1, NAME => 'testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/hbase 2024-11-12T06:45:47,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-12T06:45:47,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-12T06:45:47,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741910_1088 (size=61) 2024-11-12T06:45:47,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741910_1088 (size=61) 2024-11-12T06:45:47,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741910_1088 (size=61) 2024-11-12T06:45:47,392 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:47,393 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,394 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92459430986aa2944da822efd9901aa1 columnFamilyName a 2024-11-12T06:45:47,394 DEBUG [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:47,394 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] regionserver.HStore(327): Store=92459430986aa2944da822efd9901aa1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:47,395 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,395 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,395 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,396 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,396 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,397 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,399 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:47,399 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 92459430986aa2944da822efd9901aa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60096158, jitterRate=-0.10449746251106262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T06:45:47,400 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 92459430986aa2944da822efd9901aa1: Writing region info on filesystem at 1731393947392Initializing all the Stores at 1731393947392Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393947392Cleaning up temporary data from old regions at 1731393947396 (+4 ms)Region opened successfully at 1731393947400 (+4 ms) 2024-11-12T06:45:47,400 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 92459430986aa2944da822efd9901aa1, disabling compactions & flushes 2024-11-12T06:45:47,400 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. 2024-11-12T06:45:47,400 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. 2024-11-12T06:45:47,400 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. after waiting 0 ms 2024-11-12T06:45:47,400 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. 2024-11-12T06:45:47,401 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. 2024-11-12T06:45:47,401 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 92459430986aa2944da822efd9901aa1: Waiting for close lock at 1731393947400Disabling compacts and flushes for region at 1731393947400Disabling writes for close at 1731393947400Writing region close event to WAL at 1731393947401 (+1 ms)Closed at 1731393947401 2024-11-12T06:45:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741909_1087 (size=175) 2024-11-12T06:45:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741909_1087 (size=175) 2024-11-12T06:45:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741909_1087 (size=175) 2024-11-12T06:45:47,406 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:47,406 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-06583557:(num 1731393947343) 2024-11-12T06:45:47,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:47,408 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:47,423 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408, exclude list is [], retry=0 2024-11-12T06:45:47,425 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:47,426 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:47,426 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:47,451 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408 2024-11-12T06:45:47,451 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:34233:34233)] 2024-11-12T06:45:47,451 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 92459430986aa2944da822efd9901aa1, NAME => 'testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:47,452 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:47,452 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,452 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,453 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,454 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92459430986aa2944da822efd9901aa1 columnFamilyName a 2024-11-12T06:45:47,454 DEBUG [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:47,455 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] regionserver.HStore(327): Store=92459430986aa2944da822efd9901aa1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:47,455 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,456 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,457 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,457 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,457 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,459 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,460 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 92459430986aa2944da822efd9901aa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65367069, jitterRate=-0.02595476806163788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T06:45:47,461 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 92459430986aa2944da822efd9901aa1: Writing region info on filesystem at 1731393947452Initializing all the Stores at 1731393947453 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393947453Cleaning up temporary data from old regions at 1731393947457 (+4 ms)Region opened successfully at 1731393947461 (+4 ms) 2024-11-12T06:45:47,470 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 92459430986aa2944da822efd9901aa1, disabling compactions & flushes 2024-11-12T06:45:47,470 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. 2024-11-12T06:45:47,470 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. 2024-11-12T06:45:47,470 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. after waiting 0 ms 2024-11-12T06:45:47,470 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. 2024-11-12T06:45:47,471 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. 2024-11-12T06:45:47,471 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. 2024-11-12T06:45:47,471 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 92459430986aa2944da822efd9901aa1: Waiting for close lock at 1731393947470Disabling compacts and flushes for region at 1731393947470Disabling writes for close at 1731393947470Writing region close event to WAL at 1731393947471 (+1 ms)Closed at 1731393947471 2024-11-12T06:45:47,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741911_1089 (size=1795) 2024-11-12T06:45:47,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741911_1089 (size=1795) 2024-11-12T06:45:47,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741911_1089 (size=1795) 2024-11-12T06:45:47,491 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408, size=1.8 K (1795bytes) 2024-11-12T06:45:47,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408 2024-11-12T06:45:47,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408 after 0ms 2024-11-12T06:45:47,515 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:47,515 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408 took 24ms 2024-11-12T06:45:47,517 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408 so closing down 2024-11-12T06:45:47,517 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:47,518 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731393947408.temp 2024-11-12T06:45:47,543 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000003-wal.1731393947408.temp 2024-11-12T06:45:47,543 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741912_1090 (size=1795) 2024-11-12T06:45:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741912_1090 (size=1795) 2024-11-12T06:45:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741912_1090 (size=1795) 2024-11-12T06:45:47,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000003-wal.1731393947408.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:47,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000003-wal.1731393947408.temp to hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000012 2024-11-12T06:45:47,555 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-11-12T06:45:47,555 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408, journal: Splitting hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408, size=1.8 K (1795bytes) at 1731393947491Finishing writing output for hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408 so closing down at 1731393947517 (+26 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000003-wal.1731393947408.temp at 1731393947543 (+26 ms)3 split writer threads finished at 1731393947543Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000003-wal.1731393947408.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731393947554 (+11 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000003-wal.1731393947408.temp to hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000012 at 1731393947555 (+1 ms)Processed 10 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1731393947555 2024-11-12T06:45:47,557 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947408 to hdfs://localhost:39929/hbase/oldWALs/wal.1731393947408 2024-11-12T06:45:47,557 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000012 2024-11-12T06:45:47,604 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:47,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:47,908 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:47,920 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947908, exclude list is [], retry=0 2024-11-12T06:45:47,923 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:47,923 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:47,923 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:47,951 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947908 2024-11-12T06:45:47,951 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:34233:34233)] 2024-11-12T06:45:47,951 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 92459430986aa2944da822efd9901aa1, NAME => 'testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:47,951 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:47,952 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,952 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,955 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,957 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92459430986aa2944da822efd9901aa1 columnFamilyName a 2024-11-12T06:45:47,957 DEBUG [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:47,958 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] regionserver.HStore(327): Store=92459430986aa2944da822efd9901aa1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:47,958 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,959 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,960 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1 2024-11-12T06:45:47,961 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000012 2024-11-12T06:45:47,987 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:47,988 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000012 2024-11-12T06:45:47,988 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 92459430986aa2944da822efd9901aa1 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-12T06:45:48,005 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/.tmp/a/ee9593242cfe4399882caaaf4af48ddc is 79, key is testDatalossWhenInputError/a:x0/1731393947461/Put/seqid=0 2024-11-12T06:45:48,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741914_1092 (size=5808) 2024-11-12T06:45:48,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741914_1092 (size=5808) 2024-11-12T06:45:48,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741914_1092 (size=5808) 2024-11-12T06:45:48,013 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/.tmp/a/ee9593242cfe4399882caaaf4af48ddc 2024-11-12T06:45:48,022 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/.tmp/a/ee9593242cfe4399882caaaf4af48ddc as hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/a/ee9593242cfe4399882caaaf4af48ddc 2024-11-12T06:45:48,031 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/a/ee9593242cfe4399882caaaf4af48ddc, entries=10, sequenceid=12, filesize=5.7 K 2024-11-12T06:45:48,032 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 92459430986aa2944da822efd9901aa1 in 43ms, sequenceid=12, compaction requested=false; wal=null 2024-11-12T06:45:48,032 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/0000000000000000012 2024-11-12T06:45:48,033 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,033 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,037 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,039 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T06:45:48,040 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 92459430986aa2944da822efd9901aa1; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60150139, jitterRate=-0.10369308292865753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T06:45:48,041 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 92459430986aa2944da822efd9901aa1: Writing region info on filesystem at 1731393947952Initializing all the Stores at 1731393947955 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393947955Obtaining lock to block concurrent updates at 1731393947988 (+33 ms)Preparing flush snapshotting stores in 92459430986aa2944da822efd9901aa1 at 1731393947988Finished memstore snapshotting testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731393947988Flushing stores of testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1. at 1731393947988Flushing 92459430986aa2944da822efd9901aa1/a: creating writer at 1731393947988Flushing 92459430986aa2944da822efd9901aa1/a: appending metadata at 1731393948005 (+17 ms)Flushing 92459430986aa2944da822efd9901aa1/a: closing flushed file at 1731393948005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@636439f4: reopening flushed file at 1731393948020 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 92459430986aa2944da822efd9901aa1 in 43ms, sequenceid=12, compaction requested=false; wal=null at 1731393948032 (+12 ms)Cleaning up temporary data from old regions at 1731393948033 (+1 ms)Region opened successfully at 1731393948041 (+8 ms) 2024-11-12T06:45:48,044 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 92459430986aa2944da822efd9901aa1, NAME => 'testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:48,044 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731393947338.92459430986aa2944da822efd9901aa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:48,044 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,044 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,045 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,046 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92459430986aa2944da822efd9901aa1 columnFamilyName a 2024-11-12T06:45:48,046 DEBUG [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:48,052 DEBUG [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/a/ee9593242cfe4399882caaaf4af48ddc 2024-11-12T06:45:48,052 INFO [StoreOpener-92459430986aa2944da822efd9901aa1-1 {}] regionserver.HStore(327): Store=92459430986aa2944da822efd9901aa1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:48,052 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,053 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,054 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,055 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,055 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,057 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 92459430986aa2944da822efd9901aa1 2024-11-12T06:45:48,059 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testDatalossWhenInputError/92459430986aa2944da822efd9901aa1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-12T06:45:48,060 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 92459430986aa2944da822efd9901aa1; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75482011, jitterRate=0.12476961314678192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T06:45:48,060 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 92459430986aa2944da822efd9901aa1: Writing region info on filesystem at 1731393948044Initializing all the Stores at 1731393948045 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393948045Cleaning up temporary data from old regions at 1731393948055 (+10 ms)Region opened successfully at 1731393948060 (+5 ms) 2024-11-12T06:45:48,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=424 (was 414) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:47606 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:36704 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:36658 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:47552 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:39944 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-382144133-172.17.0.2-1731393913101:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=7401 (was 7425) 2024-11-12T06:45:48,075 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-12T06:45:48,086 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=424, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=7400 2024-11-12T06:45:48,086 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-12T06:45:48,100 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:48,101 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:48,102 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:48,104 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-33657000, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/hregion-33657000, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:48,117 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-33657000/hregion-33657000.1731393948105, exclude list is [], retry=0 2024-11-12T06:45:48,120 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:48,120 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:48,120 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:48,144 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-33657000/hregion-33657000.1731393948105 2024-11-12T06:45:48,144 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:48,145 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 81c6b152eade79c5562843de3bf1806b, NAME => 'testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/hbase 2024-11-12T06:45:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741916_1094 (size=63) 2024-11-12T06:45:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741916_1094 (size=63) 2024-11-12T06:45:48,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741916_1094 (size=63) 2024-11-12T06:45:48,155 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:48,157 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,158 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c6b152eade79c5562843de3bf1806b columnFamilyName a 2024-11-12T06:45:48,158 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:48,158 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(327): Store=81c6b152eade79c5562843de3bf1806b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:48,159 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,160 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c6b152eade79c5562843de3bf1806b columnFamilyName b 2024-11-12T06:45:48,160 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:48,160 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(327): Store=81c6b152eade79c5562843de3bf1806b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:48,160 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,161 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c6b152eade79c5562843de3bf1806b columnFamilyName c 2024-11-12T06:45:48,161 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:48,162 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(327): Store=81c6b152eade79c5562843de3bf1806b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:48,162 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,163 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,163 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,164 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,164 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,165 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:48,166 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,168 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:48,168 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 81c6b152eade79c5562843de3bf1806b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63037922, jitterRate=-0.060661762952804565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:48,169 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 81c6b152eade79c5562843de3bf1806b: Writing region info on filesystem at 1731393948155Initializing all the Stores at 1731393948156 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393948156Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393948156Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393948156Cleaning up temporary data from old regions at 1731393948164 (+8 ms)Region opened successfully at 1731393948169 (+5 ms) 2024-11-12T06:45:48,169 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 81c6b152eade79c5562843de3bf1806b, disabling compactions & flushes 2024-11-12T06:45:48,169 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b. 2024-11-12T06:45:48,169 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b. 2024-11-12T06:45:48,169 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b. after waiting 0 ms 2024-11-12T06:45:48,169 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b. 2024-11-12T06:45:48,169 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b. 2024-11-12T06:45:48,169 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 81c6b152eade79c5562843de3bf1806b: Waiting for close lock at 1731393948169Disabling compacts and flushes for region at 1731393948169Disabling writes for close at 1731393948169Writing region close event to WAL at 1731393948169Closed at 1731393948169 2024-11-12T06:45:48,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741915_1093 (size=175) 2024-11-12T06:45:48,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741915_1093 (size=175) 2024-11-12T06:45:48,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741915_1093 (size=175) 2024-11-12T06:45:48,175 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:48,175 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-33657000:(num 1731393948105) 2024-11-12T06:45:48,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:48,177 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:48,189 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177, exclude list is [], retry=0 2024-11-12T06:45:48,192 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:48,192 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:48,192 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:48,220 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177 2024-11-12T06:45:48,220 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:48,221 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 81c6b152eade79c5562843de3bf1806b, NAME => 'testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:48,221 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:48,221 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,221 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,222 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,223 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c6b152eade79c5562843de3bf1806b columnFamilyName a 2024-11-12T06:45:48,223 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:48,224 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(327): Store=81c6b152eade79c5562843de3bf1806b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:48,224 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,225 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c6b152eade79c5562843de3bf1806b columnFamilyName b 2024-11-12T06:45:48,225 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:48,225 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(327): Store=81c6b152eade79c5562843de3bf1806b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:48,225 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,226 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c6b152eade79c5562843de3bf1806b columnFamilyName c 2024-11-12T06:45:48,226 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:48,227 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(327): Store=81c6b152eade79c5562843de3bf1806b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:48,227 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,227 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,228 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,230 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,230 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,230 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:48,232 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:48,233 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 81c6b152eade79c5562843de3bf1806b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70057370, jitterRate=0.04393616318702698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:48,233 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 81c6b152eade79c5562843de3bf1806b: Writing region info on filesystem at 1731393948221Initializing all the Stores at 1731393948222 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393948222Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393948222Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393948222Cleaning up temporary data from old regions at 1731393948230 (+8 ms)Region opened successfully at 1731393948233 (+3 ms) 2024-11-12T06:45:48,238 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731393948237/Put/seqid=0 2024-11-12T06:45:48,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741918_1096 (size=4875) 2024-11-12T06:45:48,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741918_1096 (size=4875) 2024-11-12T06:45:48,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741918_1096 (size=4875) 2024-11-12T06:45:48,248 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731393948248/Put/seqid=0 2024-11-12T06:45:48,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741919_1097 (size=4875) 2024-11-12T06:45:48,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741919_1097 (size=4875) 2024-11-12T06:45:48,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741919_1097 (size=4875) 2024-11-12T06:45:48,257 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731393948257/Put/seqid=0 2024-11-12T06:45:48,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741920_1098 (size=4875) 2024-11-12T06:45:48,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741920_1098 (size=4875) 2024-11-12T06:45:48,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741920_1098 (size=4875) 2024-11-12T06:45:48,265 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 81c6b152eade79c5562843de3bf1806b/a 2024-11-12T06:45:48,269 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-12T06:45:48,269 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T06:45:48,269 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 81c6b152eade79c5562843de3bf1806b/a 2024-11-12T06:45:48,274 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-12T06:45:48,274 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T06:45:48,274 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 81c6b152eade79c5562843de3bf1806b/a 2024-11-12T06:45:48,278 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-12T06:45:48,278 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T06:45:48,279 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 81c6b152eade79c5562843de3bf1806b 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-12T06:45:48,294 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/.tmp/a/496ee6a9a6224866a92dfc219dbb1f4d is 55, key is testCompactedBulkLoadedFiles/a:a/1731393948234/Put/seqid=0 2024-11-12T06:45:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741921_1099 (size=5107) 2024-11-12T06:45:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741921_1099 (size=5107) 2024-11-12T06:45:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741921_1099 (size=5107) 2024-11-12T06:45:48,302 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/.tmp/a/496ee6a9a6224866a92dfc219dbb1f4d 2024-11-12T06:45:48,308 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/.tmp/a/496ee6a9a6224866a92dfc219dbb1f4d as hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/496ee6a9a6224866a92dfc219dbb1f4d 2024-11-12T06:45:48,312 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/496ee6a9a6224866a92dfc219dbb1f4d, entries=1, sequenceid=4, filesize=5.0 K 2024-11-12T06:45:48,313 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 81c6b152eade79c5562843de3bf1806b in 34ms, sequenceid=4, compaction requested=false 2024-11-12T06:45:48,313 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 81c6b152eade79c5562843de3bf1806b: 2024-11-12T06:45:48,314 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/d2b4249385e347078456d1ecf27e58f8_SeqId_4_ 2024-11-12T06:45:48,316 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_ 2024-11-12T06:45:48,316 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_ 2024-11-12T06:45:48,317 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile0 into 81c6b152eade79c5562843de3bf1806b/a as hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/d2b4249385e347078456d1ecf27e58f8_SeqId_4_ - updating store file list. 2024-11-12T06:45:48,321 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2b4249385e347078456d1ecf27e58f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T06:45:48,321 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/d2b4249385e347078456d1ecf27e58f8_SeqId_4_ into 81c6b152eade79c5562843de3bf1806b/a 2024-11-12T06:45:48,321 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile0 into 81c6b152eade79c5562843de3bf1806b/a (new location: hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/d2b4249385e347078456d1ecf27e58f8_SeqId_4_) 2024-11-12T06:45:48,323 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile1 into 81c6b152eade79c5562843de3bf1806b/a as hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_ - updating store file list. 2024-11-12T06:45:48,327 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T06:45:48,328 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_ into 81c6b152eade79c5562843de3bf1806b/a 2024-11-12T06:45:48,328 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile1 into 81c6b152eade79c5562843de3bf1806b/a (new location: hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_) 2024-11-12T06:45:48,329 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile2 into 81c6b152eade79c5562843de3bf1806b/a as hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_ - updating store file list. 2024-11-12T06:45:48,333 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T06:45:48,334 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_ into 81c6b152eade79c5562843de3bf1806b/a 2024-11-12T06:45:48,334 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39929/hbase/testCompactedBulkLoadedFiles/hfile2 into 81c6b152eade79c5562843de3bf1806b/a (new location: hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_) 2024-11-12T06:45:48,341 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T06:45:48,342 DEBUG [Time-limited test {}] regionserver.HStore(1541): 81c6b152eade79c5562843de3bf1806b/a is initiating major compaction (all files) 2024-11-12T06:45:48,342 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 81c6b152eade79c5562843de3bf1806b/a in testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b. 2024-11-12T06:45:48,342 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/496ee6a9a6224866a92dfc219dbb1f4d, hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/d2b4249385e347078456d1ecf27e58f8_SeqId_4_, hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_, hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_] into tmpdir=hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/.tmp, totalSize=19.3 K 2024-11-12T06:45:48,343 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 496ee6a9a6224866a92dfc219dbb1f4d, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731393948234 2024-11-12T06:45:48,343 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d2b4249385e347078456d1ecf27e58f8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T06:45:48,343 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T06:45:48,344 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T06:45:48,355 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/.tmp/a/453381b3919f4be9a6895093bd099f77 is 55, key is testCompactedBulkLoadedFiles/a:a/1731393948234/Put/seqid=0 2024-11-12T06:45:48,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741922_1100 (size=6154) 2024-11-12T06:45:48,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741922_1100 (size=6154) 2024-11-12T06:45:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741922_1100 (size=6154) 2024-11-12T06:45:48,369 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/.tmp/a/453381b3919f4be9a6895093bd099f77 as hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/453381b3919f4be9a6895093bd099f77 2024-11-12T06:45:48,376 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 81c6b152eade79c5562843de3bf1806b/a of 81c6b152eade79c5562843de3bf1806b into 453381b3919f4be9a6895093bd099f77(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T06:45:48,376 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 81c6b152eade79c5562843de3bf1806b: 2024-11-12T06:45:48,376 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-12T06:45:48,376 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-12T06:45:48,407 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177, size=0 (0bytes) 2024-11-12T06:45:48,407 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177 might be still open, length is 0 2024-11-12T06:45:48,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177 2024-11-12T06:45:48,408 WARN [IPC Server handler 1 on default port 39929 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-12T06:45:48,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177 after 1ms 2024-11-12T06:45:49,164 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:36752 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44563:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36752 dst: /127.0.0.1:44563 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44563 remote=/127.0.0.1:36752]. Total timeout mills is 60000, 59212 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:49,166 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:39986 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41789:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39986 dst: /127.0.0.1:41789 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:49,166 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:47634 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41793:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47634 dst: /127.0.0.1:41793 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741917_1101 (size=1794) 2024-11-12T06:45:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741917_1101 (size=1794) 2024-11-12T06:45:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741917_1101 (size=1794) 2024-11-12T06:45:52,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177 after 4001ms 2024-11-12T06:45:52,438 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:52,438 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177 took 4031ms 2024-11-12T06:45:52,440 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177; continuing. 2024-11-12T06:45:52,440 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177 so closing down 2024-11-12T06:45:52,440 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:52,441 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731393948177.temp 2024-11-12T06:45:52,466 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000003-wal.1731393948177.temp 2024-11-12T06:45:52,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:52,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741923_1102 (size=800) 2024-11-12T06:45:52,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741923_1102 (size=800) 2024-11-12T06:45:52,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741923_1102 (size=800) 2024-11-12T06:45:52,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000003-wal.1731393948177.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:52,472 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000003-wal.1731393948177.temp to hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000008 2024-11-12T06:45:52,473 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 35 ms; skipped=3; WAL=hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T06:45:52,473 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177, journal: Splitting hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177, size=0 (0bytes) at 1731393948407Finishing writing output for hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177 so closing down at 1731393952440 (+4033 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000003-wal.1731393948177.temp at 1731393952466 (+26 ms)3 split writer threads finished at 1731393952466Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000003-wal.1731393948177.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731393952471 (+5 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000003-wal.1731393948177.temp to hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000008 at 1731393952472 (+1 ms)Processed 5 edits across 1 Regions in 35 ms; skipped=3; WAL=hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177, size=0, length=0, corrupted=false, cancelled=false at 1731393952473 (+1 ms) 2024-11-12T06:45:52,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177 to hdfs://localhost:39929/hbase/oldWALs/wal.1731393948177 2024-11-12T06:45:52,475 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000008 2024-11-12T06:45:52,475 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:52,477 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:52,489 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393952477, exclude list is [], retry=0 2024-11-12T06:45:52,491 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:52,491 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:52,491 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:52,515 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393952477 2024-11-12T06:45:52,515 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281)] 2024-11-12T06:45:52,515 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 81c6b152eade79c5562843de3bf1806b, NAME => 'testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:52,515 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:52,515 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:52,515 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:52,517 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:52,517 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c6b152eade79c5562843de3bf1806b columnFamilyName a 2024-11-12T06:45:52,517 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,524 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/453381b3919f4be9a6895093bd099f77 2024-11-12T06:45:52,528 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/496ee6a9a6224866a92dfc219dbb1f4d 2024-11-12T06:45:52,532 DEBUG [StoreFileOpener-81c6b152eade79c5562843de3bf1806b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T06:45:52,532 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_ 2024-11-12T06:45:52,536 DEBUG [StoreFileOpener-81c6b152eade79c5562843de3bf1806b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T06:45:52,536 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_ 2024-11-12T06:45:52,540 DEBUG [StoreFileOpener-81c6b152eade79c5562843de3bf1806b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2b4249385e347078456d1ecf27e58f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T06:45:52,540 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/d2b4249385e347078456d1ecf27e58f8_SeqId_4_ 2024-11-12T06:45:52,540 WARN [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/496ee6a9a6224866a92dfc219dbb1f4d from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@34ccf8f5 2024-11-12T06:45:52,540 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T06:45:52,540 WARN [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@34ccf8f5 2024-11-12T06:45:52,540 WARN [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@34ccf8f5 2024-11-12T06:45:52,540 WARN [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/d2b4249385e347078456d1ecf27e58f8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@34ccf8f5 2024-11-12T06:45:52,540 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/496ee6a9a6224866a92dfc219dbb1f4d, hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_, hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_, hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/d2b4249385e347078456d1ecf27e58f8_SeqId_4_] to archive 2024-11-12T06:45:52,541 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T06:45:52,543 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/496ee6a9a6224866a92dfc219dbb1f4d to hdfs://localhost:39929/hbase/archive/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/496ee6a9a6224866a92dfc219dbb1f4d 2024-11-12T06:45:52,544 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_ to hdfs://localhost:39929/hbase/archive/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_ 2024-11-12T06:45:52,545 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_ to hdfs://localhost:39929/hbase/archive/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_ 2024-11-12T06:45:52,546 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/d2b4249385e347078456d1ecf27e58f8_SeqId_4_ to hdfs://localhost:39929/hbase/archive/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/a/d2b4249385e347078456d1ecf27e58f8_SeqId_4_ 2024-11-12T06:45:52,546 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(327): Store=81c6b152eade79c5562843de3bf1806b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,547 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:52,548 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c6b152eade79c5562843de3bf1806b columnFamilyName b 2024-11-12T06:45:52,548 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,548 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(327): Store=81c6b152eade79c5562843de3bf1806b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,548 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:52,549 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c6b152eade79c5562843de3bf1806b columnFamilyName c 2024-11-12T06:45:52,549 DEBUG [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,550 INFO [StoreOpener-81c6b152eade79c5562843de3bf1806b-1 {}] regionserver.HStore(327): Store=81c6b152eade79c5562843de3bf1806b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,550 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:52,551 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:52,552 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:52,553 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000008 2024-11-12T06:45:52,582 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:52,584 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 81c6b152eade79c5562843de3bf1806b : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "81c6b152eade79c5562843de3bf1806b" family_name: "a" compaction_input: "496ee6a9a6224866a92dfc219dbb1f4d" compaction_input: "d2b4249385e347078456d1ecf27e58f8_SeqId_4_" compaction_input: "9f2ca5f61b6f47fd8e4487272bbe468a_SeqId_4_" compaction_input: "ce2be5f46a374d70b03019eedc1b1cd4_SeqId_4_" compaction_output: "453381b3919f4be9a6895093bd099f77" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-12T06:45:52,584 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-12T06:45:52,584 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000008 2024-11-12T06:45:52,585 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/0000000000000000008 2024-11-12T06:45:52,586 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:52,586 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:52,587 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:52,588 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 81c6b152eade79c5562843de3bf1806b 2024-11-12T06:45:52,590 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testCompactedBulkLoadedFiles/81c6b152eade79c5562843de3bf1806b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T06:45:52,591 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 81c6b152eade79c5562843de3bf1806b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61519167, jitterRate=-0.08329297602176666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:52,591 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 81c6b152eade79c5562843de3bf1806b: Writing region info on filesystem at 1731393952515Initializing all the Stores at 1731393952516 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952516Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952516Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952516Cleaning up temporary data from old regions at 1731393952586 (+70 ms)Region opened successfully at 1731393952591 (+5 ms) 2024-11-12T06:45:52,593 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 81c6b152eade79c5562843de3bf1806b, disabling compactions & flushes 2024-11-12T06:45:52,593 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b. 2024-11-12T06:45:52,593 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b. 2024-11-12T06:45:52,593 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b. after waiting 0 ms 2024-11-12T06:45:52,593 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b. 2024-11-12T06:45:52,594 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731393948100.81c6b152eade79c5562843de3bf1806b. 2024-11-12T06:45:52,594 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 81c6b152eade79c5562843de3bf1806b: Waiting for close lock at 1731393952593Disabling compacts and flushes for region at 1731393952593Disabling writes for close at 1731393952593Writing region close event to WAL at 1731393952594 (+1 ms)Closed at 1731393952594 2024-11-12T06:45:52,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741924_1103 (size=175) 2024-11-12T06:45:52,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741924_1103 (size=175) 2024-11-12T06:45:52,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741924_1103 (size=175) 2024-11-12T06:45:52,598 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:52,598 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731393952477) 2024-11-12T06:45:52,610 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=438 (was 424) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2071501198_22 at /127.0.0.1:54826 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:39929 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:39929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2071501198_22 at /127.0.0.1:45124 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1345 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=7406 (was 7400) - AvailableMemoryMB LEAK? - 2024-11-12T06:45:52,610 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1345 is superior to 1024 2024-11-12T06:45:52,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=438, OpenFileDescriptor=1345, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=7405 2024-11-12T06:45:52,624 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1345 is superior to 1024 2024-11-12T06:45:52,642 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:52,644 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T06:45:52,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T06:45:52,646 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63718221, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/hregion-63718221, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:52,657 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63718221/hregion-63718221.1731393952646, exclude list is [], retry=0 2024-11-12T06:45:52,660 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:52,660 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:52,660 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:52,686 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63718221/hregion-63718221.1731393952646 2024-11-12T06:45:52,686 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:52,686 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a47de618f400f07b23957125a8dc0ebf, NAME => 'testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39929/hbase 2024-11-12T06:45:52,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741926_1105 (size=67) 2024-11-12T06:45:52,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741926_1105 (size=67) 2024-11-12T06:45:52,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741926_1105 (size=67) 2024-11-12T06:45:52,695 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:52,696 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,697 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName a 2024-11-12T06:45:52,697 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,697 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,698 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,699 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName b 2024-11-12T06:45:52,699 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,699 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,699 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,700 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName c 2024-11-12T06:45:52,700 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,701 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,701 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,703 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,703 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,703 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:52,704 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,707 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T06:45:52,707 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a47de618f400f07b23957125a8dc0ebf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69246649, jitterRate=0.03185547888278961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:52,707 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a47de618f400f07b23957125a8dc0ebf: Writing region info on filesystem at 1731393952695Initializing all the Stores at 1731393952695Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952695Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952696 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952696Cleaning up temporary data from old regions at 1731393952703 (+7 ms)Region opened successfully at 1731393952707 (+4 ms) 2024-11-12T06:45:52,708 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a47de618f400f07b23957125a8dc0ebf, disabling compactions & flushes 2024-11-12T06:45:52,708 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:52,708 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:52,708 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. after waiting 0 ms 2024-11-12T06:45:52,708 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:52,708 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:52,708 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a47de618f400f07b23957125a8dc0ebf: Waiting for close lock at 1731393952708Disabling compacts and flushes for region at 1731393952708Disabling writes for close at 1731393952708Writing region close event to WAL at 1731393952708Closed at 1731393952708 2024-11-12T06:45:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741925_1104 (size=175) 2024-11-12T06:45:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741925_1104 (size=175) 2024-11-12T06:45:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741925_1104 (size=175) 2024-11-12T06:45:52,714 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:52,714 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63718221:(num 1731393952646) 2024-11-12T06:45:52,714 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:52,716 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:52,734 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716, exclude list is [], retry=0 2024-11-12T06:45:52,737 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:52,737 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:52,737 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:52,765 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716 2024-11-12T06:45:52,765 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:34233:34233)] 2024-11-12T06:45:52,766 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a47de618f400f07b23957125a8dc0ebf, NAME => 'testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:52,766 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:52,766 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,766 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,767 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,768 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName a 2024-11-12T06:45:52,768 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,769 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,769 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,769 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName b 2024-11-12T06:45:52,769 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,770 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,770 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,770 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName c 2024-11-12T06:45:52,770 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,771 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,771 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,771 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,773 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,773 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,774 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:52,775 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,776 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a47de618f400f07b23957125a8dc0ebf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68815266, jitterRate=0.02542737126350403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:52,776 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a47de618f400f07b23957125a8dc0ebf: Writing region info on filesystem at 1731393952766Initializing all the Stores at 1731393952767 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952767Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952767Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952767Cleaning up temporary data from old regions at 1731393952773 (+6 ms)Region opened successfully at 1731393952776 (+3 ms) 2024-11-12T06:45:52,785 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a47de618f400f07b23957125a8dc0ebf 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-12T06:45:52,802 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/a/08184645ca4143b58ddf4f91d7768af4 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731393952776/Put/seqid=0 2024-11-12T06:45:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741928_1107 (size=5958) 2024-11-12T06:45:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741928_1107 (size=5958) 2024-11-12T06:45:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741928_1107 (size=5958) 2024-11-12T06:45:52,809 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/a/08184645ca4143b58ddf4f91d7768af4 2024-11-12T06:45:52,814 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/a/08184645ca4143b58ddf4f91d7768af4 as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/a/08184645ca4143b58ddf4f91d7768af4 2024-11-12T06:45:52,819 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/a/08184645ca4143b58ddf4f91d7768af4, entries=10, sequenceid=13, filesize=5.8 K 2024-11-12T06:45:52,820 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a47de618f400f07b23957125a8dc0ebf in 36ms, sequenceid=13, compaction requested=false 2024-11-12T06:45:52,821 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a47de618f400f07b23957125a8dc0ebf: 2024-11-12T06:45:52,836 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a47de618f400f07b23957125a8dc0ebf, disabling compactions & flushes 2024-11-12T06:45:52,836 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:52,836 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:52,836 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. after waiting 0 ms 2024-11-12T06:45:52,836 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:52,837 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:52,837 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:52,837 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a47de618f400f07b23957125a8dc0ebf: Waiting for close lock at 1731393952836Disabling compacts and flushes for region at 1731393952836Disabling writes for close at 1731393952836Writing region close event to WAL at 1731393952837 (+1 ms)Closed at 1731393952837 2024-11-12T06:45:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741927_1106 (size=6243) 2024-11-12T06:45:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741927_1106 (size=6243) 2024-11-12T06:45:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741927_1106 (size=6243) 2024-11-12T06:45:52,854 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716, size=6.1 K (6243bytes) 2024-11-12T06:45:52,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716 2024-11-12T06:45:52,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716 after 0ms 2024-11-12T06:45:52,878 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:52,879 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716 took 25ms 2024-11-12T06:45:52,881 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716 so closing down 2024-11-12T06:45:52,881 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:52,882 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731393952716.temp 2024-11-12T06:45:52,907 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000003-wal.1731393952716.temp 2024-11-12T06:45:52,907 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:52,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741929_1108 (size=5575) 2024-11-12T06:45:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741929_1108 (size=5575) 2024-11-12T06:45:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741929_1108 (size=5575) 2024-11-12T06:45:52,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000003-wal.1731393952716.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:52,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000003-wal.1731393952716.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000035 2024-11-12T06:45:52,915 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-11-12T06:45:52,915 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716, journal: Splitting hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716, size=6.1 K (6243bytes) at 1731393952854Finishing writing output for hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716 so closing down at 1731393952881 (+27 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000003-wal.1731393952716.temp at 1731393952907 (+26 ms)3 split writer threads finished at 1731393952907Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000003-wal.1731393952716.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731393952913 (+6 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000003-wal.1731393952716.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000035 at 1731393952915 (+2 ms)Processed 32 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1731393952915 2024-11-12T06:45:52,916 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952716 to hdfs://localhost:39929/hbase/oldWALs/wal.1731393952716 2024-11-12T06:45:52,917 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000035 2024-11-12T06:45:52,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:52,919 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:52,933 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919, exclude list is [], retry=0 2024-11-12T06:45:52,935 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:52,936 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:52,936 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:52,960 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919 2024-11-12T06:45:52,960 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43191:43191),(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281)] 2024-11-12T06:45:52,960 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a47de618f400f07b23957125a8dc0ebf, NAME => 'testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf.', STARTKEY => '', ENDKEY => ''} 2024-11-12T06:45:52,960 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:52,960 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,960 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,961 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,962 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName a 2024-11-12T06:45:52,962 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,968 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/a/08184645ca4143b58ddf4f91d7768af4 2024-11-12T06:45:52,968 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,968 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,969 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName b 2024-11-12T06:45:52,969 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,970 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,970 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,971 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName c 2024-11-12T06:45:52,971 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:52,971 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:52,971 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,972 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,973 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:52,974 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000035 2024-11-12T06:45:52,999 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:53,000 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000035 2024-11-12T06:45:53,000 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a47de618f400f07b23957125a8dc0ebf 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-12T06:45:53,012 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/b/ecf8dc9c3ed940ed8726d606bf0155de is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731393952821/Put/seqid=0 2024-11-12T06:45:53,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741931_1110 (size=5958) 2024-11-12T06:45:53,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741931_1110 (size=5958) 2024-11-12T06:45:53,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741931_1110 (size=5958) 2024-11-12T06:45:53,018 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/b/ecf8dc9c3ed940ed8726d606bf0155de 2024-11-12T06:45:53,036 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/c/bc9afba53af04120b9be7e37eb4ef5da is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731393952827/Put/seqid=0 2024-11-12T06:45:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741932_1111 (size=5958) 2024-11-12T06:45:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741932_1111 (size=5958) 2024-11-12T06:45:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741932_1111 (size=5958) 2024-11-12T06:45:53,042 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/c/bc9afba53af04120b9be7e37eb4ef5da 2024-11-12T06:45:53,046 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/b/ecf8dc9c3ed940ed8726d606bf0155de as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/b/ecf8dc9c3ed940ed8726d606bf0155de 2024-11-12T06:45:53,052 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/b/ecf8dc9c3ed940ed8726d606bf0155de, entries=10, sequenceid=35, filesize=5.8 K 2024-11-12T06:45:53,053 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/c/bc9afba53af04120b9be7e37eb4ef5da as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/c/bc9afba53af04120b9be7e37eb4ef5da 2024-11-12T06:45:53,059 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/c/bc9afba53af04120b9be7e37eb4ef5da, entries=10, sequenceid=35, filesize=5.8 K 2024-11-12T06:45:53,059 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a47de618f400f07b23957125a8dc0ebf in 59ms, sequenceid=35, compaction requested=false; wal=null 2024-11-12T06:45:53,060 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000035 2024-11-12T06:45:53,061 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:53,061 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:53,061 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:53,063 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:53,065 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-12T06:45:53,066 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a47de618f400f07b23957125a8dc0ebf; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64425136, jitterRate=-0.03999066352844238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:53,066 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a47de618f400f07b23957125a8dc0ebf: Writing region info on filesystem at 1731393952960Initializing all the Stores at 1731393952961 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952961Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952961Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393952961Obtaining lock to block concurrent updates at 1731393953000 (+39 ms)Preparing flush snapshotting stores in a47de618f400f07b23957125a8dc0ebf at 1731393953000Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731393953000Flushing stores of testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. at 1731393953000Flushing a47de618f400f07b23957125a8dc0ebf/b: creating writer at 1731393953000Flushing a47de618f400f07b23957125a8dc0ebf/b: appending metadata at 1731393953012 (+12 ms)Flushing a47de618f400f07b23957125a8dc0ebf/b: closing flushed file at 1731393953012Flushing a47de618f400f07b23957125a8dc0ebf/c: creating writer at 1731393953023 (+11 ms)Flushing a47de618f400f07b23957125a8dc0ebf/c: appending metadata at 1731393953035 (+12 ms)Flushing a47de618f400f07b23957125a8dc0ebf/c: closing flushed file at 1731393953035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69654063: reopening flushed file at 1731393953046 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f3e1aad: reopening flushed file at 1731393953052 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for a47de618f400f07b23957125a8dc0ebf in 59ms, sequenceid=35, compaction requested=false; wal=null at 1731393953059 (+7 ms)Cleaning up temporary data from old regions at 1731393953061 (+2 ms)Region opened successfully at 1731393953066 (+5 ms) 2024-11-12T06:45:53,128 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919, size=0 (0bytes) 2024-11-12T06:45:53,129 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919 might be still open, length is 0 2024-11-12T06:45:53,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919 2024-11-12T06:45:53,129 WARN [IPC Server handler 0 on default port 39929 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-12T06:45:53,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919 after 0ms 2024-11-12T06:45:55,160 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:40056 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41789:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40056 dst: /127.0.0.1:41789 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41789 remote=/127.0.0.1:40056]. Total timeout mills is 60000, 57934 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:55,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:54874 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41793:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54874 dst: /127.0.0.1:41793 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:55,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-836774247_22 at /127.0.0.1:45222 [Receiving block BP-382144133-172.17.0.2-1731393913101:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44563:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45222 dst: /127.0.0.1:44563 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741930_1112 (size=5567) 2024-11-12T06:45:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741930_1112 (size=5567) 2024-11-12T06:45:57,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919 after 4002ms 2024-11-12T06:45:57,160 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:57,160 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919 took 4032ms 2024-11-12T06:45:57,162 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919; continuing. 2024-11-12T06:45:57,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919 so closing down 2024-11-12T06:45:57,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T06:45:57,163 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731393952919.temp 2024-11-12T06:45:57,189 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000037-wal.1731393952919.temp 2024-11-12T06:45:57,189 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T06:45:57,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741933_1113 (size=5575) 2024-11-12T06:45:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741933_1113 (size=5575) 2024-11-12T06:45:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741933_1113 (size=5575) 2024-11-12T06:45:57,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000037-wal.1731393952919.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T06:45:57,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000037-wal.1731393952919.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000066 2024-11-12T06:45:57,197 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T06:45:57,197 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919, journal: Splitting hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919, size=0 (0bytes) at 1731393953128Finishing writing output for hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919 so closing down at 1731393957162 (+4034 ms)Creating recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000037-wal.1731393952919.temp at 1731393957189 (+27 ms)3 split writer threads finished at 1731393957189Closed recovered edits writer path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000037-wal.1731393952919.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731393957195 (+6 ms)Rename recovered edits hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000037-wal.1731393952919.temp to hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000066 at 1731393957196 (+1 ms)Processed 30 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919, size=0, length=0, corrupted=false, cancelled=false at 1731393957197 (+1 ms) 2024-11-12T06:45:57,198 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919 to hdfs://localhost:39929/hbase/oldWALs/wal.1731393952919 2024-11-12T06:45:57,199 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000066 2024-11-12T06:45:57,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T06:45:57,201 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39929/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641, archiveDir=hdfs://localhost:39929/hbase/oldWALs, maxLogs=32 2024-11-12T06:45:57,220 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393957202, exclude list is [], retry=0 2024-11-12T06:45:57,223 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44563,DS-6e279935-5459-48e5-9e51-ecb1fd70b6b5,DISK] 2024-11-12T06:45:57,223 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41793,DS-52448b43-ffa0-4b38-912b-574f2b49cc10,DISK] 2024-11-12T06:45:57,224 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41789,DS-d1e0733b-0a1a-40a8-84bc-f1a274e3a713,DISK] 2024-11-12T06:45:57,249 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393957202 2024-11-12T06:45:57,250 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34233:34233),(127.0.0.1/127.0.0.1:43281:43281),(127.0.0.1/127.0.0.1:43191:43191)] 2024-11-12T06:45:57,250 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T06:45:57,251 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:57,252 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName a 2024-11-12T06:45:57,252 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:57,257 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/a/08184645ca4143b58ddf4f91d7768af4 2024-11-12T06:45:57,257 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:57,258 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:57,259 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName b 2024-11-12T06:45:57,259 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:57,264 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/b/ecf8dc9c3ed940ed8726d606bf0155de 2024-11-12T06:45:57,264 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:57,264 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:57,265 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a47de618f400f07b23957125a8dc0ebf columnFamilyName c 2024-11-12T06:45:57,265 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T06:45:57,270 DEBUG [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/c/bc9afba53af04120b9be7e37eb4ef5da 2024-11-12T06:45:57,271 INFO [StoreOpener-a47de618f400f07b23957125a8dc0ebf-1 {}] regionserver.HStore(327): Store=a47de618f400f07b23957125a8dc0ebf/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T06:45:57,271 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:57,271 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:57,273 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:57,274 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000066 2024-11-12T06:45:57,297 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-12T06:45:57,301 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000066 2024-11-12T06:45:57,301 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a47de618f400f07b23957125a8dc0ebf 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-12T06:45:57,314 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/a/55a82b8599d34946a6baa3b8167754e6 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731393953072/Put/seqid=0 2024-11-12T06:45:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741935_1115 (size=5958) 2024-11-12T06:45:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741935_1115 (size=5958) 2024-11-12T06:45:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741935_1115 (size=5958) 2024-11-12T06:45:57,320 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/a/55a82b8599d34946a6baa3b8167754e6 2024-11-12T06:45:57,342 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/b/4a841ed656b548df8c564b16eba53af9 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731393953080/Put/seqid=0 2024-11-12T06:45:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741936_1116 (size=5958) 2024-11-12T06:45:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741936_1116 (size=5958) 2024-11-12T06:45:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741936_1116 (size=5958) 2024-11-12T06:45:57,348 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/b/4a841ed656b548df8c564b16eba53af9 2024-11-12T06:45:57,366 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/c/b16237110bec4e67b838ac709f68a28d is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731393953087/Put/seqid=0 2024-11-12T06:45:57,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741937_1117 (size=5958) 2024-11-12T06:45:57,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741937_1117 (size=5958) 2024-11-12T06:45:57,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741937_1117 (size=5958) 2024-11-12T06:45:57,373 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/c/b16237110bec4e67b838ac709f68a28d 2024-11-12T06:45:57,378 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/a/55a82b8599d34946a6baa3b8167754e6 as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/a/55a82b8599d34946a6baa3b8167754e6 2024-11-12T06:45:57,382 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/a/55a82b8599d34946a6baa3b8167754e6, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T06:45:57,383 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/b/4a841ed656b548df8c564b16eba53af9 as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/b/4a841ed656b548df8c564b16eba53af9 2024-11-12T06:45:57,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-12T06:45:57,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-12T06:45:57,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-12T06:45:57,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-12T06:45:57,389 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/b/4a841ed656b548df8c564b16eba53af9, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T06:45:57,390 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/.tmp/c/b16237110bec4e67b838ac709f68a28d as hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/c/b16237110bec4e67b838ac709f68a28d 2024-11-12T06:45:57,395 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/c/b16237110bec4e67b838ac709f68a28d, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T06:45:57,395 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a47de618f400f07b23957125a8dc0ebf in 94ms, sequenceid=66, compaction requested=false; wal=null 2024-11-12T06:45:57,396 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/0000000000000000066 2024-11-12T06:45:57,397 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:57,397 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:57,397 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T06:45:57,399 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a47de618f400f07b23957125a8dc0ebf 2024-11-12T06:45:57,401 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/hbase/data/default/testReplayEditsWrittenViaHRegion/a47de618f400f07b23957125a8dc0ebf/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-12T06:45:57,402 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a47de618f400f07b23957125a8dc0ebf; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66256923, jitterRate=-0.012694910168647766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T06:45:57,402 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a47de618f400f07b23957125a8dc0ebf: Writing region info on filesystem at 1731393957250Initializing all the Stores at 1731393957251 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393957251Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393957251Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731393957251Obtaining lock to block concurrent updates at 1731393957301 (+50 ms)Preparing flush snapshotting stores in a47de618f400f07b23957125a8dc0ebf at 1731393957301Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731393957301Flushing stores of testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. at 1731393957301Flushing a47de618f400f07b23957125a8dc0ebf/a: creating writer at 1731393957301Flushing a47de618f400f07b23957125a8dc0ebf/a: appending metadata at 1731393957313 (+12 ms)Flushing a47de618f400f07b23957125a8dc0ebf/a: closing flushed file at 1731393957313Flushing a47de618f400f07b23957125a8dc0ebf/b: creating writer at 1731393957324 (+11 ms)Flushing a47de618f400f07b23957125a8dc0ebf/b: appending metadata at 1731393957341 (+17 ms)Flushing a47de618f400f07b23957125a8dc0ebf/b: closing flushed file at 1731393957341Flushing a47de618f400f07b23957125a8dc0ebf/c: creating writer at 1731393957353 (+12 ms)Flushing a47de618f400f07b23957125a8dc0ebf/c: appending metadata at 1731393957366 (+13 ms)Flushing a47de618f400f07b23957125a8dc0ebf/c: closing flushed file at 1731393957366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ae00c0: reopening flushed file at 1731393957377 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42cabc98: reopening flushed file at 1731393957383 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a7bca2: reopening flushed file at 1731393957389 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a47de618f400f07b23957125a8dc0ebf in 94ms, sequenceid=66, compaction requested=false; wal=null at 1731393957395 (+6 ms)Cleaning up temporary data from old regions at 1731393957397 (+2 ms)Region opened successfully at 1731393957402 (+5 ms) 2024-11-12T06:45:57,415 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a47de618f400f07b23957125a8dc0ebf, disabling compactions & flushes 2024-11-12T06:45:57,415 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:57,415 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:57,415 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. after waiting 0 ms 2024-11-12T06:45:57,415 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:57,416 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731393952642.a47de618f400f07b23957125a8dc0ebf. 2024-11-12T06:45:57,416 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a47de618f400f07b23957125a8dc0ebf: Waiting for close lock at 1731393957415Disabling compacts and flushes for region at 1731393957415Disabling writes for close at 1731393957415Writing region close event to WAL at 1731393957416 (+1 ms)Closed at 1731393957416 2024-11-12T06:45:57,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741934_1114 (size=175) 2024-11-12T06:45:57,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741934_1114 (size=175) 2024-11-12T06:45:57,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741934_1114 (size=175) 2024-11-12T06:45:57,421 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T06:45:57,421 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731393957202) 2024-11-12T06:45:57,437 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=445 (was 438) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_133180601_22 at /127.0.0.1:45250 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_133180601_22 at /127.0.0.1:54942 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_133180601_22 at /127.0.0.1:40102 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:39929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:39929 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1345) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=7394 (was 7405) 2024-11-12T06:45:57,437 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-12T06:45:57,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T06:45:57,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T06:45:57,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T06:45:57,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T06:45:57,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T06:45:57,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T06:45:57,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T06:45:57,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1263205630, stopped=false 2024-11-12T06:45:57,439 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f0beee3d6b6,40935,1731393917057 2024-11-12T06:45:57,496 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T06:45:57,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T06:45:57,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T06:45:57,496 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:57,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:57,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:57,496 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T06:45:57,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T06:45:57,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T06:45:57,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T06:45:57,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T06:45:57,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T06:45:57,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T06:45:57,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f0beee3d6b6,38759,1731393917858' ***** 2024-11-12T06:45:57,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T06:45:57,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f0beee3d6b6,32883,1731393917931' ***** 2024-11-12T06:45:57,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T06:45:57,498 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T06:45:57,498 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T06:45:57,498 INFO [RS:2;9f0beee3d6b6:32883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T06:45:57,499 INFO [RS:2;9f0beee3d6b6:32883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T06:45:57,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T06:45:57,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T06:45:57,499 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:57,498 INFO [RS:1;9f0beee3d6b6:38759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T06:45:57,499 INFO [RS:1;9f0beee3d6b6:38759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T06:45:57,499 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(959): stopping server 9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:57,499 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(959): stopping server 9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:57,499 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T06:45:57,499 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T06:45:57,500 INFO [RS:1;9f0beee3d6b6:38759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9f0beee3d6b6:38759. 2024-11-12T06:45:57,500 INFO [RS:2;9f0beee3d6b6:32883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9f0beee3d6b6:32883. 2024-11-12T06:45:57,500 DEBUG [RS:2;9f0beee3d6b6:32883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T06:45:57,500 DEBUG [RS:1;9f0beee3d6b6:38759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T06:45:57,500 DEBUG [RS:2;9f0beee3d6b6:32883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T06:45:57,500 DEBUG [RS:1;9f0beee3d6b6:38759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T06:45:57,500 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T06:45:57,500 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(976): stopping server 9f0beee3d6b6,38759,1731393917858; all regions closed. 2024-11-12T06:45:57,500 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b73d71df7df343b93e6543fd41973137, disabling compactions & flushes 2024-11-12T06:45:57,500 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T06:45:57,500 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T06:45:57,500 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:57,500 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:57,500 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T06:45:57,500 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. after waiting 0 ms 2024-11-12T06:45:57,500 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:57,501 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T06:45:57,501 DEBUG [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b73d71df7df343b93e6543fd41973137=testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137.} 2024-11-12T06:45:57,501 DEBUG [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b73d71df7df343b93e6543fd41973137 2024-11-12T06:45:57,501 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T06:45:57,501 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T06:45:57,501 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T06:45:57,501 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T06:45:57,501 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T06:45:57,501 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-12T06:45:57,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741834_1010 (size=2764) 2024-11-12T06:45:57,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741834_1010 (size=2764) 2024-11-12T06:45:57,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741834_1010 (size=2764) 2024-11-12T06:45:57,507 DEBUG [RS:1;9f0beee3d6b6:38759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/oldWALs 2024-11-12T06:45:57,507 INFO [RS:1;9f0beee3d6b6:38759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f0beee3d6b6%2C38759%2C1731393917858:(num 1731393919529) 2024-11-12T06:45:57,507 DEBUG [RS:1;9f0beee3d6b6:38759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T06:45:57,507 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T06:45:57,507 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T06:45:57,508 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.ChoreService(370): Chore service for: regionserver/9f0beee3d6b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T06:45:57,508 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T06:45:57,508 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T06:45:57,508 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T06:45:57,508 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T06:45:57,508 INFO [RS:1;9f0beee3d6b6:38759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38759 2024-11-12T06:45:57,508 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T06:45:57,511 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/b73d71df7df343b93e6543fd41973137/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-12T06:45:57,512 INFO [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:57,512 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b73d71df7df343b93e6543fd41973137: Waiting for close lock at 1731393957500Running coprocessor pre-close hooks at 1731393957500Disabling compacts and flushes for region at 1731393957500Disabling writes for close at 1731393957500Writing region close event to WAL at 1731393957507 (+7 ms)Running coprocessor post-close hooks at 1731393957511 (+4 ms)Closed at 1731393957512 (+1 ms) 2024-11-12T06:45:57,512 DEBUG [RS_CLOSE_REGION-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137. 2024-11-12T06:45:57,516 INFO [regionserver/9f0beee3d6b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T06:45:57,516 INFO [regionserver/9f0beee3d6b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T06:45:57,518 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f0beee3d6b6,38759,1731393917858 2024-11-12T06:45:57,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T06:45:57,518 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T06:45:57,523 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/.tmp/info/36b2b7425dcf4b09b19fa8619087f0e3 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731393933315.b73d71df7df343b93e6543fd41973137./info:regioninfo/1731393936470/Put/seqid=0 2024-11-12T06:45:57,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f0beee3d6b6,38759,1731393917858] 2024-11-12T06:45:57,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741938_1118 (size=8243) 2024-11-12T06:45:57,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741938_1118 (size=8243) 2024-11-12T06:45:57,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741938_1118 (size=8243) 2024-11-12T06:45:57,532 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/.tmp/info/36b2b7425dcf4b09b19fa8619087f0e3 2024-11-12T06:45:57,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f0beee3d6b6,38759,1731393917858 already deleted, retry=false 2024-11-12T06:45:57,537 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f0beee3d6b6,38759,1731393917858 expired; onlineServers=1 2024-11-12T06:45:57,551 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/.tmp/ns/70cc77a8526f4731bea59b298311b0c2 is 43, key is default/ns:d/1731393920349/Put/seqid=0 2024-11-12T06:45:57,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741939_1119 (size=5153) 2024-11-12T06:45:57,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741939_1119 (size=5153) 2024-11-12T06:45:57,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741939_1119 (size=5153) 2024-11-12T06:45:57,557 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/.tmp/ns/70cc77a8526f4731bea59b298311b0c2 2024-11-12T06:45:57,576 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/.tmp/table/2bc7d87c345c4653acf7db9a1a26d994 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731393933752/Put/seqid=0 2024-11-12T06:45:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741940_1120 (size=5431) 2024-11-12T06:45:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741940_1120 (size=5431) 2024-11-12T06:45:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741940_1120 (size=5431) 2024-11-12T06:45:57,582 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/.tmp/table/2bc7d87c345c4653acf7db9a1a26d994 2024-11-12T06:45:57,588 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/.tmp/info/36b2b7425dcf4b09b19fa8619087f0e3 as hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/info/36b2b7425dcf4b09b19fa8619087f0e3 2024-11-12T06:45:57,594 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/info/36b2b7425dcf4b09b19fa8619087f0e3, entries=18, sequenceid=21, filesize=8.0 K 2024-11-12T06:45:57,595 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/.tmp/ns/70cc77a8526f4731bea59b298311b0c2 as hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/ns/70cc77a8526f4731bea59b298311b0c2 2024-11-12T06:45:57,600 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/ns/70cc77a8526f4731bea59b298311b0c2, entries=2, sequenceid=21, filesize=5.0 K 2024-11-12T06:45:57,601 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/.tmp/table/2bc7d87c345c4653acf7db9a1a26d994 as hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/table/2bc7d87c345c4653acf7db9a1a26d994 2024-11-12T06:45:57,606 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/table/2bc7d87c345c4653acf7db9a1a26d994, entries=2, sequenceid=21, filesize=5.3 K 2024-11-12T06:45:57,607 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=21, compaction requested=false 2024-11-12T06:45:57,611 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-12T06:45:57,612 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T06:45:57,612 INFO [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T06:45:57,612 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731393957501Running coprocessor pre-close hooks at 1731393957501Disabling compacts and flushes for region at 1731393957501Disabling writes for close at 1731393957501Obtaining lock to block concurrent updates at 1731393957501Preparing flush snapshotting stores in 1588230740 at 1731393957501Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731393957502 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731393957502Flushing 1588230740/info: creating writer at 1731393957503 (+1 ms)Flushing 1588230740/info: appending metadata at 1731393957523 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731393957523Flushing 1588230740/ns: creating writer at 1731393957537 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731393957550 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731393957550Flushing 1588230740/table: creating writer at 1731393957561 (+11 ms)Flushing 1588230740/table: appending metadata at 1731393957576 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731393957576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7eb122: reopening flushed file at 1731393957587 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9d71d7: reopening flushed file at 1731393957594 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8a62c: reopening flushed file at 1731393957600 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=21, compaction requested=false at 1731393957607 (+7 ms)Writing region close event to WAL at 1731393957608 (+1 ms)Running coprocessor post-close hooks at 1731393957612 (+4 ms)Closed at 1731393957612 2024-11-12T06:45:57,612 DEBUG [RS_CLOSE_META-regionserver/9f0beee3d6b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T06:45:57,626 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T06:45:57,626 INFO [RS:1;9f0beee3d6b6:38759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T06:45:57,626 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1012f1420470002, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T06:45:57,626 INFO [RS:1;9f0beee3d6b6:38759 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f0beee3d6b6,38759,1731393917858; zookeeper connection closed. 2024-11-12T06:45:57,627 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16f529f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16f529f3 2024-11-12T06:45:57,701 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(976): stopping server 9f0beee3d6b6,32883,1731393917931; all regions closed. 2024-11-12T06:45:57,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741836_1012 (size=9487) 2024-11-12T06:45:57,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741836_1012 (size=9487) 2024-11-12T06:45:57,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741836_1012 (size=9487) 2024-11-12T06:45:57,710 DEBUG [RS:2;9f0beee3d6b6:32883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/oldWALs 2024-11-12T06:45:57,710 INFO [RS:2;9f0beee3d6b6:32883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f0beee3d6b6%2C32883%2C1731393917931.meta:.meta(num 1731393920150) 2024-11-12T06:45:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741833_1009 (size=1032) 2024-11-12T06:45:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741833_1009 (size=1032) 2024-11-12T06:45:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741833_1009 (size=1032) 2024-11-12T06:45:57,715 DEBUG [RS:2;9f0beee3d6b6:32883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/oldWALs 2024-11-12T06:45:57,715 INFO [RS:2;9f0beee3d6b6:32883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f0beee3d6b6%2C32883%2C1731393917931:(num 1731393919529) 2024-11-12T06:45:57,715 DEBUG [RS:2;9f0beee3d6b6:32883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T06:45:57,716 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T06:45:57,716 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T06:45:57,716 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.ChoreService(370): Chore service for: regionserver/9f0beee3d6b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T06:45:57,716 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T06:45:57,716 INFO [regionserver/9f0beee3d6b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T06:45:57,716 INFO [RS:2;9f0beee3d6b6:32883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32883 2024-11-12T06:45:57,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T06:45:57,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9f0beee3d6b6,32883,1731393917931 2024-11-12T06:45:57,738 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T06:45:57,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f0beee3d6b6,32883,1731393917931] 2024-11-12T06:45:57,754 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9f0beee3d6b6,32883,1731393917931 already deleted, retry=false 2024-11-12T06:45:57,754 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f0beee3d6b6,32883,1731393917931 expired; onlineServers=0 2024-11-12T06:45:57,755 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f0beee3d6b6,40935,1731393917057' ***** 2024-11-12T06:45:57,755 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T06:45:57,755 INFO [M:0;9f0beee3d6b6:40935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T06:45:57,755 INFO [M:0;9f0beee3d6b6:40935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T06:45:57,755 DEBUG [M:0;9f0beee3d6b6:40935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T06:45:57,756 DEBUG [M:0;9f0beee3d6b6:40935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T06:45:57,756 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T06:45:57,756 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.large.0-1731393919081 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.large.0-1731393919081,5,FailOnTimeoutGroup] 2024-11-12T06:45:57,756 DEBUG [master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.small.0-1731393919082 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f0beee3d6b6:0:becomeActiveMaster-HFileCleaner.small.0-1731393919082,5,FailOnTimeoutGroup] 2024-11-12T06:45:57,756 INFO [M:0;9f0beee3d6b6:40935 {}] hbase.ChoreService(370): Chore service for: master/9f0beee3d6b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T06:45:57,756 INFO [M:0;9f0beee3d6b6:40935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T06:45:57,757 DEBUG [M:0;9f0beee3d6b6:40935 {}] master.HMaster(1795): Stopping service threads 2024-11-12T06:45:57,757 INFO [M:0;9f0beee3d6b6:40935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T06:45:57,757 INFO [M:0;9f0beee3d6b6:40935 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T06:45:57,758 INFO [M:0;9f0beee3d6b6:40935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T06:45:57,758 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T06:45:57,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T06:45:57,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T06:45:57,768 DEBUG [M:0;9f0beee3d6b6:40935 {}] zookeeper.ZKUtil(347): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T06:45:57,769 WARN [M:0;9f0beee3d6b6:40935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T06:45:57,770 INFO [M:0;9f0beee3d6b6:40935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/.lastflushedseqids 2024-11-12T06:45:57,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741941_1121 (size=138) 2024-11-12T06:45:57,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741941_1121 (size=138) 2024-11-12T06:45:57,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741941_1121 (size=138) 2024-11-12T06:45:57,789 INFO [M:0;9f0beee3d6b6:40935 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T06:45:57,789 INFO [M:0;9f0beee3d6b6:40935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T06:45:57,790 DEBUG [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T06:45:57,790 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T06:45:57,790 DEBUG [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T06:45:57,790 DEBUG [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T06:45:57,790 DEBUG [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T06:45:57,790 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-12T06:45:57,803 DEBUG [M:0;9f0beee3d6b6:40935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a394a073f3b94d44bb0b6964d93b4edd is 82, key is hbase:meta,,1/info:regioninfo/1731393920255/Put/seqid=0 2024-11-12T06:45:57,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741942_1122 (size=5672) 2024-11-12T06:45:57,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741942_1122 (size=5672) 2024-11-12T06:45:57,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741942_1122 (size=5672) 2024-11-12T06:45:57,810 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a394a073f3b94d44bb0b6964d93b4edd 2024-11-12T06:45:57,827 DEBUG [M:0;9f0beee3d6b6:40935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0639c8e912724a2da452a6c1c4263245 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731393933757/Put/seqid=0 2024-11-12T06:45:57,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741943_1123 (size=7755) 2024-11-12T06:45:57,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741943_1123 (size=7755) 2024-11-12T06:45:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741943_1123 (size=7755) 2024-11-12T06:45:57,834 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0639c8e912724a2da452a6c1c4263245 2024-11-12T06:45:57,838 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0639c8e912724a2da452a6c1c4263245 2024-11-12T06:45:57,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T06:45:57,846 INFO [RS:2;9f0beee3d6b6:32883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T06:45:57,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32883-0x1012f1420470003, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T06:45:57,846 INFO [RS:2;9f0beee3d6b6:32883 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f0beee3d6b6,32883,1731393917931; zookeeper connection closed. 2024-11-12T06:45:57,846 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d05b8cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d05b8cf 2024-11-12T06:45:57,847 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T06:45:57,852 DEBUG [M:0;9f0beee3d6b6:40935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba60a5fd439b4da2852dc88ca0c3f52f is 69, key is 9f0beee3d6b6,32883,1731393917931/rs:state/1731393919234/Put/seqid=0 2024-11-12T06:45:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741944_1124 (size=5440) 2024-11-12T06:45:57,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741944_1124 (size=5440) 2024-11-12T06:45:57,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741944_1124 (size=5440) 2024-11-12T06:45:57,858 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba60a5fd439b4da2852dc88ca0c3f52f 2024-11-12T06:45:57,863 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba60a5fd439b4da2852dc88ca0c3f52f 2024-11-12T06:45:57,864 DEBUG [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a394a073f3b94d44bb0b6964d93b4edd as hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a394a073f3b94d44bb0b6964d93b4edd 2024-11-12T06:45:57,868 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a394a073f3b94d44bb0b6964d93b4edd, entries=8, sequenceid=168, filesize=5.5 K 2024-11-12T06:45:57,869 DEBUG [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0639c8e912724a2da452a6c1c4263245 as hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0639c8e912724a2da452a6c1c4263245 2024-11-12T06:45:57,873 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0639c8e912724a2da452a6c1c4263245 2024-11-12T06:45:57,873 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0639c8e912724a2da452a6c1c4263245, entries=17, sequenceid=168, filesize=7.6 K 2024-11-12T06:45:57,874 DEBUG [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba60a5fd439b4da2852dc88ca0c3f52f as hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba60a5fd439b4da2852dc88ca0c3f52f 2024-11-12T06:45:57,878 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba60a5fd439b4da2852dc88ca0c3f52f 2024-11-12T06:45:57,879 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39929/user/jenkins/test-data/10da92b9-c8da-2b6b-db5f-badaa50a0dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba60a5fd439b4da2852dc88ca0c3f52f, entries=3, sequenceid=168, filesize=5.3 K 2024-11-12T06:45:57,880 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=168, compaction requested=false 2024-11-12T06:45:57,881 INFO [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T06:45:57,881 DEBUG [M:0;9f0beee3d6b6:40935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731393957790Disabling compacts and flushes for region at 1731393957790Disabling writes for close at 1731393957790Obtaining lock to block concurrent updates at 1731393957790Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731393957790Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731393957790Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731393957791 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731393957791Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731393957803 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731393957803Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731393957813 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731393957827 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731393957827Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731393957838 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731393957851 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731393957851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ffb6f43: reopening flushed file at 1731393957863 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4970df0: reopening flushed file at 1731393957868 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f99aaf: reopening flushed file at 1731393957873 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=168, compaction requested=false at 1731393957880 (+7 ms)Writing region close event to WAL at 1731393957881 (+1 ms)Closed at 1731393957881 2024-11-12T06:45:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44563 is added to blk_1073741830_1006 (size=83606) 2024-11-12T06:45:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41789 is added to blk_1073741830_1006 (size=83606) 2024-11-12T06:45:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41793 is added to blk_1073741830_1006 (size=83606) 2024-11-12T06:45:57,886 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T06:45:57,886 INFO [M:0;9f0beee3d6b6:40935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T06:45:57,886 INFO [M:0;9f0beee3d6b6:40935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40935 2024-11-12T06:45:57,886 INFO [M:0;9f0beee3d6b6:40935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T06:45:58,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T06:45:58,009 INFO [M:0;9f0beee3d6b6:40935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T06:45:58,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1012f1420470000, quorum=127.0.0.1:51091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T06:45:58,015 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393937589 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393937589 (inode 16655) Holder DFSClient_NONMAPREDUCE_-836774247_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731393936773/wal.1731393937589 (inode 16655) Holder DFSClient_NONMAPREDUCE_-836774247_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T06:45:58,016 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731393928792/wal.1731393928917 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:58,016 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731393952641/wal.1731393952919 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:58,018 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393947093 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393947093 (inode 16678) Holder DFSClient_NONMAPREDUCE_-836774247_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731393937766/wal.1731393947093 (inode 16678) Holder DFSClient_NONMAPREDUCE_-836774247_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T06:45:58,019 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731393921817/wal.1731393921914 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:58,021 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947908 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947908 (inode 16704) Holder DFSClient_NONMAPREDUCE_-836774247_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731393947337/wal.1731393947908 (inode 16704) Holder DFSClient_NONMAPREDUCE_-836774247_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T06:45:58,022 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731393948099/wal.1731393948177 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T06:45:58,023 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal.1731393921635 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal.1731393921635 (inode 16485) Holder DFSClient_NONMAPREDUCE_-836774247_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731393921255/wal.1731393921635 (inode 16485) Holder DFSClient_NONMAPREDUCE_-836774247_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T06:45:58,026 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal.1731393920972 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal.1731393920972 (inode 16462) Holder DFSClient_NONMAPREDUCE_-836774247_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731393920556/wal.1731393920972 (inode 16462) Holder DFSClient_NONMAPREDUCE_-836774247_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T06:45:58,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@420bc738{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T06:45:58,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T06:45:58,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T06:45:58,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T06:45:58,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/hadoop.log.dir/,STOPPED} 2024-11-12T06:45:58,034 WARN [BP-382144133-172.17.0.2-1731393913101 heartbeating to localhost/127.0.0.1:39929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T06:45:58,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T06:45:58,034 WARN [BP-382144133-172.17.0.2-1731393913101 heartbeating to localhost/127.0.0.1:39929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-382144133-172.17.0.2-1731393913101 (Datanode Uuid ef6c9555-dc1b-4853-a6bd-037efae79d33) service to localhost/127.0.0.1:39929 2024-11-12T06:45:58,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T06:45:58,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data5/current/BP-382144133-172.17.0.2-1731393913101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T06:45:58,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data6/current/BP-382144133-172.17.0.2-1731393913101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T06:45:58,036 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T06:45:58,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64052af6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T06:45:58,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T06:45:58,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T06:45:58,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T06:45:58,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/hadoop.log.dir/,STOPPED} 2024-11-12T06:45:58,040 WARN [BP-382144133-172.17.0.2-1731393913101 heartbeating to localhost/127.0.0.1:39929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T06:45:58,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T06:45:58,040 WARN [BP-382144133-172.17.0.2-1731393913101 heartbeating to localhost/127.0.0.1:39929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-382144133-172.17.0.2-1731393913101 (Datanode Uuid d71fe12f-1dd9-4f03-b837-b7dc8e5f47ba) service to localhost/127.0.0.1:39929 2024-11-12T06:45:58,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T06:45:58,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data3/current/BP-382144133-172.17.0.2-1731393913101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T06:45:58,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data4/current/BP-382144133-172.17.0.2-1731393913101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T06:45:58,041 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T06:45:58,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501095cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T06:45:58,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T06:45:58,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T06:45:58,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T06:45:58,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/hadoop.log.dir/,STOPPED} 2024-11-12T06:45:58,045 WARN [BP-382144133-172.17.0.2-1731393913101 heartbeating to localhost/127.0.0.1:39929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T06:45:58,045 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T06:45:58,045 WARN [BP-382144133-172.17.0.2-1731393913101 heartbeating to localhost/127.0.0.1:39929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-382144133-172.17.0.2-1731393913101 (Datanode Uuid 65d6818c-5585-46b4-bca4-f5b1d3e3c258) service to localhost/127.0.0.1:39929 2024-11-12T06:45:58,045 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T06:45:58,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data1/current/BP-382144133-172.17.0.2-1731393913101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T06:45:58,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/cluster_3267c692-a678-326e-b259-02c4ebc6e59e/data/data2/current/BP-382144133-172.17.0.2-1731393913101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T06:45:58,046 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T06:45:58,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c03e044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T06:45:58,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T06:45:58,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T06:45:58,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T06:45:58,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57050dca-a0bb-7039-58a9-8c75e39b0837/hadoop.log.dir/,STOPPED} 2024-11-12T06:45:58,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T06:45:58,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down