2024-11-23 11:43:34,041 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-23 11:43:34,052 main DEBUG Took 0.009103 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 11:43:34,052 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 11:43:34,052 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 11:43:34,053 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 11:43:34,054 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,061 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 11:43:34,072 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,074 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,075 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,076 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,077 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,078 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,079 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,079 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,080 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,081 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,082 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,082 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:43:34,083 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,083 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 11:43:34,085 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:43:34,086 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 11:43:34,087 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 11:43:34,088 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 11:43:34,089 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 11:43:34,089 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 11:43:34,097 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 11:43:34,100 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 11:43:34,101 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 11:43:34,102 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 11:43:34,102 main DEBUG createAppenders(={Console}) 2024-11-23 11:43:34,103 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-23 11:43:34,103 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-23 11:43:34,104 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-23 11:43:34,104 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 11:43:34,104 main DEBUG OutputStream closed 2024-11-23 11:43:34,105 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 11:43:34,105 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 11:43:34,105 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-23 11:43:34,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 11:43:34,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 11:43:34,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 11:43:34,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 11:43:34,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 11:43:34,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 11:43:34,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 11:43:34,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 11:43:34,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 11:43:34,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 11:43:34,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 11:43:34,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 11:43:34,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 11:43:34,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 11:43:34,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 11:43:34,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 11:43:34,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 11:43:34,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 11:43:34,187 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 11:43:34,187 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-23 11:43:34,187 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 11:43:34,188 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-23T11:43:34,404 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664 2024-11-23 11:43:34,407 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 11:43:34,407 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T11:43:34,415 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-23T11:43:34,421 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-23T11:43:34,442 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T11:43:34,497 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T11:43:34,497 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T11:43:34,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:43:34,523 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598, deleteOnExit=true 2024-11-23T11:43:34,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:43:34,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/test.cache.data in system properties and HBase conf 2024-11-23T11:43:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:43:34,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:43:34,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:43:34,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:43:34,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:43:34,600 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T11:43:34,695 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:43:34,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:43:34,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:43:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:43:34,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:43:34,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:43:34,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:43:34,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:43:34,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:43:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:43:34,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:43:34,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:43:34,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:43:34,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:43:34,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:43:35,711 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T11:43:35,797 INFO [Time-limited test {}] log.Log(170): Logging initialized @2424ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T11:43:35,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:43:35,925 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:43:35,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:43:35,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:43:35,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:43:35,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:43:35,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dc5014{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:43:35,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a6f93cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:43:36,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c8b857b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/java.io.tmpdir/jetty-localhost-37767-hadoop-hdfs-3_4_1-tests_jar-_-any-11529273725237553509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:43:36,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58a7ff93{HTTP/1.1, (http/1.1)}{localhost:37767} 2024-11-23T11:43:36,172 INFO [Time-limited test {}] server.Server(415): Started @2799ms 2024-11-23T11:43:36,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:43:36,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:43:36,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:43:36,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:43:36,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:43:36,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aba7e4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:43:36,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c08d013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:43:36,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c375759{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/java.io.tmpdir/jetty-localhost-41475-hadoop-hdfs-3_4_1-tests_jar-_-any-10362745705834741366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:43:36,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e9da5{HTTP/1.1, (http/1.1)}{localhost:41475} 2024-11-23T11:43:36,790 INFO [Time-limited test {}] server.Server(415): Started @3417ms 2024-11-23T11:43:36,843 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:43:36,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:43:36,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:43:36,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:43:36,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:43:36,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:43:36,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e220c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:43:36,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@742c5368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:43:37,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5830c4ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/java.io.tmpdir/jetty-localhost-34425-hadoop-hdfs-3_4_1-tests_jar-_-any-14532162246087054401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:43:37,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a3a086{HTTP/1.1, (http/1.1)}{localhost:34425} 2024-11-23T11:43:37,070 INFO [Time-limited test {}] server.Server(415): Started @3697ms 2024-11-23T11:43:37,072 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:43:37,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:43:37,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:43:37,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:43:37,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:43:37,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:43:37,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@199c0cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:43:37,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3551c61e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:43:37,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e18a9fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/java.io.tmpdir/jetty-localhost-36001-hadoop-hdfs-3_4_1-tests_jar-_-any-4897654973420160137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:43:37,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1846121a{HTTP/1.1, (http/1.1)}{localhost:36001} 2024-11-23T11:43:37,218 INFO [Time-limited test {}] server.Server(415): Started @3845ms 2024-11-23T11:43:37,220 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:43:38,182 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data3/current/BP-1080687794-172.17.0.2-1732362215254/current, will proceed with Du for space computation calculation, 2024-11-23T11:43:38,182 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data1/current/BP-1080687794-172.17.0.2-1732362215254/current, will proceed with Du for space computation calculation, 2024-11-23T11:43:38,182 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data2/current/BP-1080687794-172.17.0.2-1732362215254/current, will proceed with Du for space computation calculation, 2024-11-23T11:43:38,182 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data4/current/BP-1080687794-172.17.0.2-1732362215254/current, will proceed with Du for space computation calculation, 2024-11-23T11:43:38,221 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:43:38,221 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:43:38,238 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data5/current/BP-1080687794-172.17.0.2-1732362215254/current, will proceed with Du for space computation calculation, 2024-11-23T11:43:38,238 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data6/current/BP-1080687794-172.17.0.2-1732362215254/current, will proceed with Du for space computation calculation, 2024-11-23T11:43:38,256 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:43:38,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13948665dc884d76 with lease ID 0x91bf8416950eb57a: Processing first storage report for DS-212e661b-9761-4f64-a52e-ce043404dd52 from datanode DatanodeRegistration(127.0.0.1:41665, datanodeUuid=96f1ab13-f8a9-4fec-82d1-644d13f895df, infoPort=39797, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254) 2024-11-23T11:43:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13948665dc884d76 with lease ID 0x91bf8416950eb57a: from storage DS-212e661b-9761-4f64-a52e-ce043404dd52 node DatanodeRegistration(127.0.0.1:41665, datanodeUuid=96f1ab13-f8a9-4fec-82d1-644d13f895df, infoPort=39797, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:43:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0b46781b7e54229 with lease ID 0x91bf8416950eb57c: Processing first storage report for DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08 from datanode DatanodeRegistration(127.0.0.1:42919, datanodeUuid=e326c979-3fbe-4991-b65e-ef0298038edd, infoPort=41463, infoSecurePort=0, ipcPort=41013, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254) 2024-11-23T11:43:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0b46781b7e54229 with lease ID 0x91bf8416950eb57c: from storage DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08 node DatanodeRegistration(127.0.0.1:42919, datanodeUuid=e326c979-3fbe-4991-b65e-ef0298038edd, infoPort=41463, infoSecurePort=0, ipcPort=41013, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:43:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x888e49ded3b11c43 with lease ID 0x91bf8416950eb57b: Processing first storage report for DS-d91966e0-1084-4aa7-8708-c77cf8436020 from datanode DatanodeRegistration(127.0.0.1:33871, datanodeUuid=22f5cac9-b0f1-4e33-a2ef-16d997d30b61, infoPort=39151, infoSecurePort=0, ipcPort=39097, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254) 2024-11-23T11:43:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x888e49ded3b11c43 with lease ID 0x91bf8416950eb57b: from storage DS-d91966e0-1084-4aa7-8708-c77cf8436020 node DatanodeRegistration(127.0.0.1:33871, datanodeUuid=22f5cac9-b0f1-4e33-a2ef-16d997d30b61, infoPort=39151, infoSecurePort=0, ipcPort=39097, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:43:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13948665dc884d76 with lease ID 0x91bf8416950eb57a: Processing first storage report for DS-eb74f9ec-c92e-4bbc-b370-40881ff2725f from datanode DatanodeRegistration(127.0.0.1:41665, datanodeUuid=96f1ab13-f8a9-4fec-82d1-644d13f895df, infoPort=39797, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254) 2024-11-23T11:43:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13948665dc884d76 with lease ID 0x91bf8416950eb57a: from storage DS-eb74f9ec-c92e-4bbc-b370-40881ff2725f node DatanodeRegistration(127.0.0.1:41665, datanodeUuid=96f1ab13-f8a9-4fec-82d1-644d13f895df, infoPort=39797, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:43:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0b46781b7e54229 with lease ID 0x91bf8416950eb57c: Processing first storage report for DS-78d43637-d0f2-4934-ae70-236bff20af36 from datanode DatanodeRegistration(127.0.0.1:42919, datanodeUuid=e326c979-3fbe-4991-b65e-ef0298038edd, infoPort=41463, infoSecurePort=0, ipcPort=41013, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254) 2024-11-23T11:43:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0b46781b7e54229 with lease ID 0x91bf8416950eb57c: from storage DS-78d43637-d0f2-4934-ae70-236bff20af36 node DatanodeRegistration(127.0.0.1:42919, datanodeUuid=e326c979-3fbe-4991-b65e-ef0298038edd, infoPort=41463, infoSecurePort=0, ipcPort=41013, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:43:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x888e49ded3b11c43 with lease ID 0x91bf8416950eb57b: Processing first storage report for DS-7897b74b-63d6-47a4-a320-4a2fe6faaac0 from datanode DatanodeRegistration(127.0.0.1:33871, datanodeUuid=22f5cac9-b0f1-4e33-a2ef-16d997d30b61, infoPort=39151, infoSecurePort=0, ipcPort=39097, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254) 2024-11-23T11:43:38,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x888e49ded3b11c43 with lease ID 0x91bf8416950eb57b: from storage DS-7897b74b-63d6-47a4-a320-4a2fe6faaac0 node DatanodeRegistration(127.0.0.1:33871, datanodeUuid=22f5cac9-b0f1-4e33-a2ef-16d997d30b61, infoPort=39151, infoSecurePort=0, ipcPort=39097, storageInfo=lv=-57;cid=testClusterID;nsid=920837087;c=1732362215254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:43:38,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664 2024-11-23T11:43:38,392 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/zookeeper_0, clientPort=65080, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:43:38,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65080 2024-11-23T11:43:38,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:43:38,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:43:38,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:43:38,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:43:38,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:43:39,026 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9 with version=8 2024-11-23T11:43:39,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/hbase-staging 2024-11-23T11:43:39,306 INFO [Time-limited test {}] client.ConnectionUtils(128): master/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:43:39,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:39,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:39,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:43:39,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:39,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:43:39,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:43:39,506 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T11:43:39,514 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T11:43:39,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:43:39,542 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9573 (auto-detected) 2024-11-23T11:43:39,543 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T11:43:39,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38891 2024-11-23T11:43:39,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38891 connecting to ZooKeeper ensemble=127.0.0.1:65080 2024-11-23T11:43:39,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388910x0, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:43:39,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38891-0x10168cb3e4b0000 connected 2024-11-23T11:43:39,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:43:39,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:43:39,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:43:39,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9, hbase.cluster.distributed=false 2024-11-23T11:43:39,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:43:39,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-23T11:43:39,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38891 2024-11-23T11:43:39,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38891 2024-11-23T11:43:39,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-23T11:43:39,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-23T11:43:39,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:43:39,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:39,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:39,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:43:39,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:39,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:43:39,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:43:39,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:43:39,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34663 2024-11-23T11:43:39,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34663 connecting to ZooKeeper ensemble=127.0.0.1:65080 2024-11-23T11:43:39,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:43:39,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:43:39,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346630x0, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:43:39,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346630x0, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:43:39,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34663-0x10168cb3e4b0001 connected 2024-11-23T11:43:39,979 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:43:39,987 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:43:39,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:43:39,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:43:39,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34663 2024-11-23T11:43:39,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34663 2024-11-23T11:43:39,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34663 2024-11-23T11:43:39,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34663 2024-11-23T11:43:39,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34663 2024-11-23T11:43:40,013 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:43:40,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:40,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:40,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:43:40,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:40,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:43:40,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:43:40,014 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:43:40,015 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40049 2024-11-23T11:43:40,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40049 connecting to ZooKeeper ensemble=127.0.0.1:65080 2024-11-23T11:43:40,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:43:40,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:43:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400490x0, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:43:40,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:43:40,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40049-0x10168cb3e4b0002 connected 2024-11-23T11:43:40,060 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:43:40,061 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:43:40,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:43:40,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:43:40,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-23T11:43:40,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40049 2024-11-23T11:43:40,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40049 2024-11-23T11:43:40,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-23T11:43:40,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-23T11:43:40,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:43:40,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:40,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:40,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:43:40,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:43:40,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:43:40,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:43:40,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:43:40,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46225 2024-11-23T11:43:40,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46225 connecting to ZooKeeper ensemble=127.0.0.1:65080 2024-11-23T11:43:40,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:43:40,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:43:40,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462250x0, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:43:40,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462250x0, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:43:40,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46225-0x10168cb3e4b0003 connected 2024-11-23T11:43:40,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:43:40,113 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:43:40,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:43:40,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:43:40,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46225 2024-11-23T11:43:40,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46225 2024-11-23T11:43:40,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46225 2024-11-23T11:43:40,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46225 2024-11-23T11:43:40,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46225 2024-11-23T11:43:40,133 DEBUG [M:0;65a045134db8:38891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;65a045134db8:38891 2024-11-23T11:43:40,135 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/65a045134db8,38891,1732362219160 2024-11-23T11:43:40,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:43:40,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:43:40,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:43:40,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:43:40,152 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/65a045134db8,38891,1732362219160 2024-11-23T11:43:40,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T11:43:40,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T11:43:40,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T11:43:40,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,179 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T11:43:40,180 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/65a045134db8,38891,1732362219160 from backup master directory 2024-11-23T11:43:40,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/65a045134db8,38891,1732362219160 2024-11-23T11:43:40,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:43:40,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:43:40,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:43:40,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:43:40,192 WARN [master/65a045134db8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:43:40,192 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=65a045134db8,38891,1732362219160 2024-11-23T11:43:40,195 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T11:43:40,196 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T11:43:40,250 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/hbase.id] with ID: 69d226d4-33f0-4267-be0a-d5f0133604f2 2024-11-23T11:43:40,251 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/.tmp/hbase.id 2024-11-23T11:43:40,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:43:40,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:43:40,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:43:40,267 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/.tmp/hbase.id]:[hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/hbase.id] 2024-11-23T11:43:40,313 INFO [master/65a045134db8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:43:40,319 INFO [master/65a045134db8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:43:40,344 INFO [master/65a045134db8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-23T11:43:40,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:43:40,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:43:40,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:43:40,404 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:43:40,406 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:43:40,411 INFO [master/65a045134db8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:40,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:43:40,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:43:40,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:43:40,459 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store 2024-11-23T11:43:40,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:43:40,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:43:40,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:43:40,486 INFO [master/65a045134db8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T11:43:40,489 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:40,490 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:43:40,490 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:43:40,490 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:43:40,491 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:43:40,491 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:43:40,492 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:43:40,493 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732362220490Disabling compacts and flushes for region at 1732362220490Disabling writes for close at 1732362220491 (+1 ms)Writing region close event to WAL at 1732362220492 (+1 ms)Closed at 1732362220492 2024-11-23T11:43:40,495 WARN [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/.initializing 2024-11-23T11:43:40,495 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/WALs/65a045134db8,38891,1732362219160 2024-11-23T11:43:40,502 INFO [master/65a045134db8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:43:40,515 INFO [master/65a045134db8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C38891%2C1732362219160, suffix=, logDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/WALs/65a045134db8,38891,1732362219160, archiveDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/oldWALs, maxLogs=10 2024-11-23T11:43:40,542 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/WALs/65a045134db8,38891,1732362219160/65a045134db8%2C38891%2C1732362219160.1732362220519, exclude list is [], retry=0 2024-11-23T11:43:40,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:43:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:40,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T11:43:40,602 INFO [master/65a045134db8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/WALs/65a045134db8,38891,1732362219160/65a045134db8%2C38891%2C1732362219160.1732362220519 2024-11-23T11:43:40,603 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-23T11:43:40,603 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:40,603 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:40,606 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,607 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:43:40,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:40,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:43:40,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:43:40,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:40,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:40,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:43:40,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:40,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:40,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:43:40,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:40,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:40,678 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,682 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,683 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,688 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,689 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,692 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:43:40,695 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:43:40,699 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:43:40,701 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74612142, jitterRate=0.11180755496025085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:43:40,708 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732362220618Initializing all the Stores at 1732362220620 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732362220621 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362220621Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362220622 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362220622Cleaning up temporary data from old regions at 1732362220689 (+67 ms)Region opened successfully at 1732362220707 (+18 ms) 2024-11-23T11:43:40,709 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:43:40,738 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411bd6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:43:40,765 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:43:40,775 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:43:40,775 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:43:40,777 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:43:40,778 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T11:43:40,782 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-23T11:43:40,783 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T11:43:40,809 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:43:40,817 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T11:43:40,874 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T11:43:40,877 INFO [master/65a045134db8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:43:40,880 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:43:40,890 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T11:43:40,892 INFO [master/65a045134db8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:43:40,895 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:43:40,902 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T11:43:40,904 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:43:40,911 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T11:43:40,930 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:43:40,940 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T11:43:40,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:43:40,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:43:40,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:43:40,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:43:40,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,958 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=65a045134db8,38891,1732362219160, sessionid=0x10168cb3e4b0000, setting cluster-up flag (Was=false) 2024-11-23T11:43:40,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:40,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:41,016 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T11:43:41,021 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65a045134db8,38891,1732362219160 2024-11-23T11:43:41,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:41,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:41,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:41,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:41,069 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T11:43:41,071 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65a045134db8,38891,1732362219160 2024-11-23T11:43:41,078 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:43:41,124 INFO [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(746): ClusterId : 69d226d4-33f0-4267-be0a-d5f0133604f2 2024-11-23T11:43:41,124 INFO [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(746): ClusterId : 69d226d4-33f0-4267-be0a-d5f0133604f2 2024-11-23T11:43:41,124 INFO [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(746): ClusterId : 69d226d4-33f0-4267-be0a-d5f0133604f2 2024-11-23T11:43:41,126 DEBUG [RS:2;65a045134db8:46225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:43:41,126 DEBUG [RS:1;65a045134db8:40049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:43:41,126 DEBUG [RS:0;65a045134db8:34663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:43:41,155 DEBUG [RS:1;65a045134db8:40049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:43:41,155 DEBUG [RS:0;65a045134db8:34663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:43:41,155 DEBUG [RS:2;65a045134db8:46225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:43:41,155 DEBUG [RS:1;65a045134db8:40049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:43:41,155 DEBUG [RS:0;65a045134db8:34663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:43:41,155 DEBUG [RS:2;65a045134db8:46225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:43:41,162 INFO [AsyncFSWAL-0-hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData-prefix:65a045134db8,38891,1732362219160 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-23T11:43:41,175 DEBUG [RS:2;65a045134db8:46225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:43:41,175 DEBUG [RS:1;65a045134db8:40049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:43:41,175 DEBUG [RS:0;65a045134db8:34663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:43:41,176 DEBUG [RS:2;65a045134db8:46225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3313d5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:43:41,176 DEBUG [RS:1;65a045134db8:40049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1962f96a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:43:41,176 DEBUG [RS:0;65a045134db8:34663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f2408e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:43:41,175 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:43:41,185 INFO [master/65a045134db8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:43:41,188 DEBUG [RS:0;65a045134db8:34663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;65a045134db8:34663 2024-11-23T11:43:41,191 DEBUG [RS:2;65a045134db8:46225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;65a045134db8:46225 2024-11-23T11:43:41,192 INFO [RS:2;65a045134db8:46225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:43:41,192 INFO [RS:0;65a045134db8:34663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:43:41,192 INFO [RS:2;65a045134db8:46225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:43:41,192 INFO [RS:0;65a045134db8:34663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:43:41,192 DEBUG [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:43:41,192 DEBUG [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:43:41,193 INFO [master/65a045134db8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:43:41,194 INFO [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(2659): reportForDuty to master=65a045134db8,38891,1732362219160 with port=34663, startcode=1732362219904 2024-11-23T11:43:41,194 INFO [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(2659): reportForDuty to master=65a045134db8,38891,1732362219160 with port=46225, startcode=1732362220087 2024-11-23T11:43:41,196 DEBUG [RS:1;65a045134db8:40049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;65a045134db8:40049 2024-11-23T11:43:41,196 INFO [RS:1;65a045134db8:40049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:43:41,196 INFO [RS:1;65a045134db8:40049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:43:41,196 DEBUG [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:43:41,198 INFO [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(2659): reportForDuty to master=65a045134db8,38891,1732362219160 with port=40049, startcode=1732362220012 2024-11-23T11:43:41,199 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 65a045134db8,38891,1732362219160 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:43:41,204 DEBUG [RS:2;65a045134db8:46225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:43:41,204 DEBUG [RS:0;65a045134db8:34663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:43:41,204 DEBUG [RS:1;65a045134db8:40049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:43:41,206 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:43:41,206 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:43:41,206 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:43:41,206 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:43:41,206 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/65a045134db8:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:43:41,206 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,207 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:43:41,207 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,208 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732362251208 2024-11-23T11:43:41,210 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:43:41,211 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:43:41,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:43:41,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:43:41,215 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:43:41,215 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:43:41,215 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:43:41,215 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:43:41,216 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,219 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:41,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:43:41,221 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:43:41,222 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:43:41,222 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:43:41,227 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:43:41,227 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:43:41,229 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.large.0-1732362221229,5,FailOnTimeoutGroup] 2024-11-23T11:43:41,230 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.small.0-1732362221230,5,FailOnTimeoutGroup] 2024-11-23T11:43:41,230 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,230 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:43:41,231 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,232 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:43:41,254 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55431, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:43:41,254 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37673, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:43:41,254 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56163, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:43:41,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:43:41,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:43:41,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:43:41,259 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9 2024-11-23T11:43:41,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 65a045134db8,40049,1732362220012 2024-11-23T11:43:41,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38891 {}] master.ServerManager(517): Registering regionserver=65a045134db8,40049,1732362220012 2024-11-23T11:43:41,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:43:41,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 65a045134db8,46225,1732362220087 2024-11-23T11:43:41,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38891 {}] master.ServerManager(517): Registering regionserver=65a045134db8,46225,1732362220087 2024-11-23T11:43:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:43:41,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:43:41,281 DEBUG [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9 2024-11-23T11:43:41,281 DEBUG [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38869 2024-11-23T11:43:41,281 DEBUG [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:43:41,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:41,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 65a045134db8,34663,1732362219904 2024-11-23T11:43:41,282 DEBUG [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9 2024-11-23T11:43:41,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38891 {}] master.ServerManager(517): Registering regionserver=65a045134db8,34663,1732362219904 2024-11-23T11:43:41,282 DEBUG [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38869 2024-11-23T11:43:41,282 DEBUG [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:43:41,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:43:41,286 DEBUG [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9 2024-11-23T11:43:41,286 DEBUG [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38869 2024-11-23T11:43:41,286 DEBUG [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:43:41,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:43:41,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:41,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:43:41,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:43:41,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:43:41,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:41,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:43:41,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:43:41,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:43:41,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:41,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:43:41,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:43:41,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:43:41,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:41,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:43:41,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:43:41,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740 2024-11-23T11:43:41,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740 2024-11-23T11:43:41,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:43:41,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:43:41,305 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:43:41,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:43:41,311 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:43:41,312 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64817890, jitterRate=-0.03413817286491394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:43:41,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732362221281Initializing all the Stores at 1732362221283 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732362221283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732362221284 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362221284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732362221284Cleaning up temporary data from old regions at 1732362221304 (+20 ms)Region opened successfully at 1732362221316 (+12 ms) 2024-11-23T11:43:41,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:43:41,316 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:43:41,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:43:41,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:43:41,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:43:41,318 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:43:41,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732362221316Disabling compacts and flushes for region at 1732362221316Disabling writes for close at 1732362221317 (+1 ms)Writing region close event to WAL at 1732362221318 (+1 ms)Closed at 1732362221318 2024-11-23T11:43:41,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:43:41,321 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:43:41,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:43:41,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T11:43:41,335 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:43:41,338 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:43:41,344 DEBUG [RS:2;65a045134db8:46225 {}] zookeeper.ZKUtil(111): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65a045134db8,46225,1732362220087 2024-11-23T11:43:41,344 DEBUG [RS:1;65a045134db8:40049 {}] zookeeper.ZKUtil(111): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65a045134db8,40049,1732362220012 2024-11-23T11:43:41,344 WARN [RS:1;65a045134db8:40049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:43:41,344 WARN [RS:2;65a045134db8:46225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:43:41,345 INFO [RS:1;65a045134db8:40049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:41,345 INFO [RS:2;65a045134db8:46225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:41,345 DEBUG [RS:0;65a045134db8:34663 {}] zookeeper.ZKUtil(111): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65a045134db8,34663,1732362219904 2024-11-23T11:43:41,345 WARN [RS:0;65a045134db8:34663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:43:41,345 INFO [RS:0;65a045134db8:34663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:41,345 DEBUG [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,46225,1732362220087 2024-11-23T11:43:41,345 DEBUG [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012 2024-11-23T11:43:41,345 DEBUG [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,34663,1732362219904 2024-11-23T11:43:41,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65a045134db8,34663,1732362219904] 2024-11-23T11:43:41,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65a045134db8,40049,1732362220012] 2024-11-23T11:43:41,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65a045134db8,46225,1732362220087] 2024-11-23T11:43:41,368 INFO [RS:2;65a045134db8:46225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:43:41,368 INFO [RS:0;65a045134db8:34663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:43:41,368 INFO [RS:1;65a045134db8:40049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:43:41,384 INFO [RS:2;65a045134db8:46225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:43:41,384 INFO [RS:0;65a045134db8:34663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:43:41,384 INFO [RS:1;65a045134db8:40049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:43:41,390 INFO [RS:1;65a045134db8:40049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:43:41,390 INFO [RS:2;65a045134db8:46225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:43:41,390 INFO [RS:0;65a045134db8:34663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:43:41,391 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,391 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,391 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,392 INFO [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:43:41,392 INFO [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:43:41,392 INFO [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:43:41,398 INFO [RS:1;65a045134db8:40049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:43:41,398 INFO [RS:2;65a045134db8:46225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:43:41,398 INFO [RS:0;65a045134db8:34663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:43:41,399 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,399 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,399 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,400 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:43:41,400 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:43:41,400 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,400 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:43:41,401 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:43:41,401 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:1;65a045134db8:40049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:43:41,401 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:43:41,401 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:43:41,401 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:43:41,402 DEBUG [RS:0;65a045134db8:34663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:43:41,402 DEBUG [RS:2;65a045134db8:46225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:43:41,403 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,403 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,403 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,403 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,403 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,403 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,34663,1732362219904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:43:41,404 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,405 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,405 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,405 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,405 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,405 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,405 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,405 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,405 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,405 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,405 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,46225,1732362220087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:43:41,405 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,40049,1732362220012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:43:41,430 INFO [RS:2;65a045134db8:46225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:43:41,430 INFO [RS:0;65a045134db8:34663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:43:41,430 INFO [RS:1;65a045134db8:40049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:43:41,432 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,40049,1732362220012-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,432 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,46225,1732362220087-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,432 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,34663,1732362219904-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,433 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,433 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,433 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,433 INFO [RS:1;65a045134db8:40049 {}] regionserver.Replication(171): 65a045134db8,40049,1732362220012 started 2024-11-23T11:43:41,433 INFO [RS:2;65a045134db8:46225 {}] regionserver.Replication(171): 65a045134db8,46225,1732362220087 started 2024-11-23T11:43:41,433 INFO [RS:0;65a045134db8:34663 {}] regionserver.Replication(171): 65a045134db8,34663,1732362219904 started 2024-11-23T11:43:41,457 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,457 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,457 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:41,457 INFO [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(1482): Serving as 65a045134db8,40049,1732362220012, RpcServer on 65a045134db8/172.17.0.2:40049, sessionid=0x10168cb3e4b0002 2024-11-23T11:43:41,457 INFO [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(1482): Serving as 65a045134db8,34663,1732362219904, RpcServer on 65a045134db8/172.17.0.2:34663, sessionid=0x10168cb3e4b0001 2024-11-23T11:43:41,457 INFO [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(1482): Serving as 65a045134db8,46225,1732362220087, RpcServer on 65a045134db8/172.17.0.2:46225, sessionid=0x10168cb3e4b0003 2024-11-23T11:43:41,458 DEBUG [RS:1;65a045134db8:40049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:43:41,458 DEBUG [RS:0;65a045134db8:34663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:43:41,458 DEBUG [RS:2;65a045134db8:46225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:43:41,458 DEBUG [RS:1;65a045134db8:40049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65a045134db8,40049,1732362220012 2024-11-23T11:43:41,458 DEBUG [RS:0;65a045134db8:34663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65a045134db8,34663,1732362219904 2024-11-23T11:43:41,458 DEBUG [RS:2;65a045134db8:46225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65a045134db8,46225,1732362220087 2024-11-23T11:43:41,458 DEBUG [RS:1;65a045134db8:40049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,40049,1732362220012' 2024-11-23T11:43:41,458 DEBUG [RS:0;65a045134db8:34663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,34663,1732362219904' 2024-11-23T11:43:41,458 DEBUG [RS:2;65a045134db8:46225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,46225,1732362220087' 2024-11-23T11:43:41,459 DEBUG [RS:1;65a045134db8:40049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T11:43:41,459 DEBUG [RS:0;65a045134db8:34663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T11:43:41,459 DEBUG [RS:2;65a045134db8:46225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T11:43:41,460 DEBUG [RS:2;65a045134db8:46225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T11:43:41,460 DEBUG [RS:0;65a045134db8:34663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T11:43:41,460 DEBUG [RS:1;65a045134db8:40049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T11:43:41,460 DEBUG [RS:0;65a045134db8:34663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:43:41,460 DEBUG [RS:2;65a045134db8:46225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:43:41,460 DEBUG [RS:1;65a045134db8:40049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:43:41,460 DEBUG [RS:0;65a045134db8:34663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:43:41,460 DEBUG [RS:2;65a045134db8:46225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:43:41,460 DEBUG [RS:1;65a045134db8:40049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:43:41,461 DEBUG [RS:1;65a045134db8:40049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65a045134db8,40049,1732362220012 2024-11-23T11:43:41,461 DEBUG [RS:0;65a045134db8:34663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65a045134db8,34663,1732362219904 2024-11-23T11:43:41,461 DEBUG [RS:2;65a045134db8:46225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65a045134db8,46225,1732362220087 2024-11-23T11:43:41,461 DEBUG [RS:0;65a045134db8:34663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,34663,1732362219904' 2024-11-23T11:43:41,461 DEBUG [RS:2;65a045134db8:46225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,46225,1732362220087' 2024-11-23T11:43:41,461 DEBUG [RS:1;65a045134db8:40049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,40049,1732362220012' 2024-11-23T11:43:41,461 DEBUG [RS:0;65a045134db8:34663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T11:43:41,461 DEBUG [RS:2;65a045134db8:46225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T11:43:41,461 DEBUG [RS:1;65a045134db8:40049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T11:43:41,461 DEBUG [RS:0;65a045134db8:34663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T11:43:41,461 DEBUG [RS:1;65a045134db8:40049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T11:43:41,461 DEBUG [RS:2;65a045134db8:46225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T11:43:41,462 DEBUG [RS:1;65a045134db8:40049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:43:41,462 DEBUG [RS:0;65a045134db8:34663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:43:41,462 DEBUG [RS:2;65a045134db8:46225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:43:41,462 INFO [RS:1;65a045134db8:40049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:43:41,462 INFO [RS:2;65a045134db8:46225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:43:41,462 INFO [RS:0;65a045134db8:34663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:43:41,462 INFO [RS:1;65a045134db8:40049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:43:41,462 INFO [RS:0;65a045134db8:34663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:43:41,462 INFO [RS:2;65a045134db8:46225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:43:41,489 WARN [65a045134db8:38891 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T11:43:41,570 INFO [RS:1;65a045134db8:40049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:43:41,570 INFO [RS:0;65a045134db8:34663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:43:41,570 INFO [RS:2;65a045134db8:46225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:43:41,573 INFO [RS:2;65a045134db8:46225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C46225%2C1732362220087, suffix=, logDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,46225,1732362220087, archiveDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/oldWALs, maxLogs=32 2024-11-23T11:43:41,573 INFO [RS:1;65a045134db8:40049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C40049%2C1732362220012, suffix=, logDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012, archiveDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/oldWALs, maxLogs=32 2024-11-23T11:43:41,573 INFO [RS:0;65a045134db8:34663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C34663%2C1732362219904, suffix=, logDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,34663,1732362219904, archiveDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/oldWALs, maxLogs=32 2024-11-23T11:43:41,589 DEBUG [RS:0;65a045134db8:34663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,34663,1732362219904/65a045134db8%2C34663%2C1732362219904.1732362221576, exclude list is [], retry=0 2024-11-23T11:43:41,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:41,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:41,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:41,595 DEBUG [RS:1;65a045134db8:40049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012/65a045134db8%2C40049%2C1732362220012.1732362221577, exclude list is [], retry=0 2024-11-23T11:43:41,595 DEBUG [RS:2;65a045134db8:46225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,46225,1732362220087/65a045134db8%2C46225%2C1732362220087.1732362221577, exclude list is [], retry=0 2024-11-23T11:43:41,600 INFO [RS:0;65a045134db8:34663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,34663,1732362219904/65a045134db8%2C34663%2C1732362219904.1732362221576 2024-11-23T11:43:41,600 DEBUG [RS:0;65a045134db8:34663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39151:39151)] 2024-11-23T11:43:41,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:41,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:41,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:41,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:41,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:41,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:41,613 INFO [RS:2;65a045134db8:46225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,46225,1732362220087/65a045134db8%2C46225%2C1732362220087.1732362221577 2024-11-23T11:43:41,613 INFO [RS:1;65a045134db8:40049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012/65a045134db8%2C40049%2C1732362220012.1732362221577 2024-11-23T11:43:41,613 DEBUG [RS:1;65a045134db8:40049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151)] 2024-11-23T11:43:41,613 DEBUG [RS:2;65a045134db8:46225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-23T11:43:41,742 DEBUG [65a045134db8:38891 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-23T11:43:41,753 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(204): Hosts are {65a045134db8=0} racks are {/default-rack=0} 2024-11-23T11:43:41,759 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T11:43:41,760 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T11:43:41,760 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T11:43:41,760 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T11:43:41,760 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T11:43:41,760 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T11:43:41,760 INFO [65a045134db8:38891 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T11:43:41,760 INFO [65a045134db8:38891 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T11:43:41,760 INFO [65a045134db8:38891 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T11:43:41,760 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T11:43:41,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65a045134db8,34663,1732362219904 2024-11-23T11:43:41,771 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65a045134db8,34663,1732362219904, state=OPENING 2024-11-23T11:43:41,816 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:43:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:43:41,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:43:41,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:43:41,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:43:41,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:43:41,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:43:41,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=65a045134db8,34663,1732362219904}] 2024-11-23T11:43:42,020 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:43:42,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51615, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:43:42,034 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:43:42,034 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:42,035 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:43:42,037 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C34663%2C1732362219904.meta, suffix=.meta, logDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,34663,1732362219904, archiveDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/oldWALs, maxLogs=32 2024-11-23T11:43:42,057 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,34663,1732362219904/65a045134db8%2C34663%2C1732362219904.meta.1732362222039.meta, exclude list is [], retry=0 2024-11-23T11:43:42,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:42,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:42,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:42,063 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,34663,1732362219904/65a045134db8%2C34663%2C1732362219904.meta.1732362222039.meta 2024-11-23T11:43:42,064 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-23T11:43:42,064 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:42,065 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:43:42,068 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:43:42,072 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:43:42,076 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:43:42,076 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:42,077 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:43:42,077 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:43:42,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:43:42,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:43:42,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:42,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:43:42,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:43:42,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:43:42,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:42,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:43:42,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:43:42,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:43:42,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:42,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:43:42,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:43:42,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:43:42,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:42,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:43:42,090 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:43:42,092 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740 2024-11-23T11:43:42,095 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740 2024-11-23T11:43:42,098 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:43:42,098 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:43:42,099 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:43:42,102 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:43:42,104 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61233944, jitterRate=-0.08754312992095947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:43:42,105 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:43:42,107 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732362222077Writing region info on filesystem at 1732362222077Initializing all the Stores at 1732362222079 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732362222079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732362222079Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362222079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732362222079Cleaning up temporary data from old regions at 1732362222098 (+19 ms)Running coprocessor post-open hooks at 1732362222105 (+7 ms)Region opened successfully at 1732362222106 (+1 ms) 2024-11-23T11:43:42,114 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732362222013 2024-11-23T11:43:42,125 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:43:42,126 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:43:42,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,34663,1732362219904 2024-11-23T11:43:42,129 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65a045134db8,34663,1732362219904, state=OPEN 2024-11-23T11:43:42,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:43:42,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:43:42,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:43:42,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:43:42,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:43:42,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:43:42,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:43:42,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:43:42,154 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=65a045134db8,34663,1732362219904 2024-11-23T11:43:42,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:43:42,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=65a045134db8,34663,1732362219904 in 314 msec 2024-11-23T11:43:42,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:43:42,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 838 msec 2024-11-23T11:43:42,171 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:43:42,171 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:43:42,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:43:42,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,34663,1732362219904, seqNum=-1] 2024-11-23T11:43:42,207 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:43:42,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56989, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:43:42,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1160 sec 2024-11-23T11:43:42,227 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732362222227, completionTime=-1 2024-11-23T11:43:42,229 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-23T11:43:42,230 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:43:42,252 INFO [master/65a045134db8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-23T11:43:42,252 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732362282252 2024-11-23T11:43:42,252 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732362342252 2024-11-23T11:43:42,252 INFO [master/65a045134db8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-11-23T11:43:42,254 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:43:42,260 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,38891,1732362219160-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:42,261 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,38891,1732362219160-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:42,261 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,38891,1732362219160-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:42,262 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-65a045134db8:38891, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:42,262 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:42,263 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:42,269 DEBUG [master/65a045134db8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:43:42,289 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.096sec 2024-11-23T11:43:42,290 INFO [master/65a045134db8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:43:42,291 INFO [master/65a045134db8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:43:42,292 INFO [master/65a045134db8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:43:42,293 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:43:42,293 INFO [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:43:42,293 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,38891,1732362219160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:43:42,294 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,38891,1732362219160-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:43:42,298 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:43:42,299 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:43:42,299 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,38891,1732362219160-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:42,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0b3120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:43:42,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 65a045134db8,38891,-1 for getting cluster id 2024-11-23T11:43:42,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:43:42,344 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69d226d4-33f0-4267-be0a-d5f0133604f2' 2024-11-23T11:43:42,347 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:43:42,347 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69d226d4-33f0-4267-be0a-d5f0133604f2" 2024-11-23T11:43:42,347 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a33603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:43:42,347 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [65a045134db8,38891,-1] 2024-11-23T11:43:42,350 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:43:42,352 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:43:42,353 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:43:42,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600d33c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:43:42,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:43:42,362 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,34663,1732362219904, seqNum=-1] 2024-11-23T11:43:42,363 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:43:42,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:43:42,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=65a045134db8,38891,1732362219160 2024-11-23T11:43:42,387 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:38869/hbase 2024-11-23T11:43:42,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=367, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=8490 2024-11-23T11:43:42,417 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:42,421 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:42,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:43:42,426 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-11258749, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/hregion-11258749, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:42,444 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-11258749/hregion-11258749.1732362222428, exclude list is [], retry=0 2024-11-23T11:43:42,449 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:42,449 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:42,449 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:42,453 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-11258749/hregion-11258749.1732362222428 2024-11-23T11:43:42,453 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151)] 2024-11-23T11:43:42,453 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 90c77e06d099ccac02f3ca6b40cdec5d, NAME => 'testReplayEditsWrittenIntoWAL,,1732362222418.90c77e06d099ccac02f3ca6b40cdec5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38869/hbase 2024-11-23T11:43:42,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741838_1014 (size=64) 2024-11-23T11:43:42,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741838_1014 (size=64) 2024-11-23T11:43:42,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741838_1014 (size=64) 2024-11-23T11:43:42,468 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732362222418.90c77e06d099ccac02f3ca6b40cdec5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:42,470 INFO [StoreOpener-90c77e06d099ccac02f3ca6b40cdec5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,472 INFO [StoreOpener-90c77e06d099ccac02f3ca6b40cdec5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90c77e06d099ccac02f3ca6b40cdec5d columnFamilyName a 2024-11-23T11:43:42,472 DEBUG [StoreOpener-90c77e06d099ccac02f3ca6b40cdec5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:42,473 INFO [StoreOpener-90c77e06d099ccac02f3ca6b40cdec5d-1 {}] regionserver.HStore(327): Store=90c77e06d099ccac02f3ca6b40cdec5d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:42,473 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,474 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,475 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,476 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,476 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,478 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,481 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:43:42,482 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 90c77e06d099ccac02f3ca6b40cdec5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59063255, jitterRate=-0.11988891661167145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:43:42,483 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 90c77e06d099ccac02f3ca6b40cdec5d: Writing region info on filesystem at 1732362222468Initializing all the Stores at 1732362222469 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362222469Cleaning up temporary data from old regions at 1732362222476 (+7 ms)Region opened successfully at 1732362222483 (+7 ms) 2024-11-23T11:43:42,483 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 90c77e06d099ccac02f3ca6b40cdec5d, disabling compactions & flushes 2024-11-23T11:43:42,483 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732362222418.90c77e06d099ccac02f3ca6b40cdec5d. 2024-11-23T11:43:42,484 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732362222418.90c77e06d099ccac02f3ca6b40cdec5d. 2024-11-23T11:43:42,484 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732362222418.90c77e06d099ccac02f3ca6b40cdec5d. after waiting 0 ms 2024-11-23T11:43:42,484 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732362222418.90c77e06d099ccac02f3ca6b40cdec5d. 2024-11-23T11:43:42,484 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732362222418.90c77e06d099ccac02f3ca6b40cdec5d. 2024-11-23T11:43:42,484 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 90c77e06d099ccac02f3ca6b40cdec5d: Waiting for close lock at 1732362222483Disabling compacts and flushes for region at 1732362222483Disabling writes for close at 1732362222484 (+1 ms)Writing region close event to WAL at 1732362222484Closed at 1732362222484 2024-11-23T11:43:42,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741837_1013 (size=95) 2024-11-23T11:43:42,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741837_1013 (size=95) 2024-11-23T11:43:42,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741837_1013 (size=95) 2024-11-23T11:43:42,495 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:43:42,495 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-11258749:(num 1732362222428) 2024-11-23T11:43:42,497 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-23T11:43:42,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741839_1015 (size=320) 2024-11-23T11:43:42,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741839_1015 (size=320) 2024-11-23T11:43:42,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741839_1015 (size=320) 2024-11-23T11:43:42,514 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-23T11:43:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741840_1016 (size=253) 2024-11-23T11:43:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741840_1016 (size=253) 2024-11-23T11:43:42,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741840_1016 (size=253) 2024-11-23T11:43:42,551 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-1, size=320 (320bytes) 2024-11-23T11:43:42,552 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T11:43:42,552 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T11:43:42,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-1 2024-11-23T11:43:42,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-1 after 3ms 2024-11-23T11:43:42,563 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:42,564 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-1 took 14ms 2024-11-23T11:43:42,577 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-1 so closing down 2024-11-23T11:43:42,577 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:43:42,580 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-23T11:43:42,582 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000001-wal-1.temp 2024-11-23T11:43:42,584 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:43:42,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741841_1017 (size=320) 2024-11-23T11:43:42,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741841_1017 (size=320) 2024-11-23T11:43:42,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741841_1017 (size=320) 2024-11-23T11:43:42,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-23T11:43:42,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002 2024-11-23T11:43:42,602 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-23T11:43:42,602 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-1, journal: Splitting hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-1, size=320 (320bytes) at 1732362222551Finishing writing output for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-1 so closing down at 1732362222577 (+26 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000001-wal-1.temp at 1732362222582 (+5 ms)3 split writer threads finished at 1732362222584 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732362222596 (+12 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002 at 1732362222598 (+2 ms)Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732362222602 (+4 ms) 2024-11-23T11:43:42,616 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-2, size=253 (253bytes) 2024-11-23T11:43:42,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-2 2024-11-23T11:43:42,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-2 after 1ms 2024-11-23T11:43:42,622 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:42,622 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-2 took 6ms 2024-11-23T11:43:42,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-2 so closing down 2024-11-23T11:43:42,625 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:43:42,627 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-23T11:43:42,629 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002-wal-2.temp 2024-11-23T11:43:42,630 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:43:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741842_1018 (size=253) 2024-11-23T11:43:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741842_1018 (size=253) 2024-11-23T11:43:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741842_1018 (size=253) 2024-11-23T11:43:42,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-23T11:43:42,644 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:42,647 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-23T11:43:42,648 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-23T11:43:42,649 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-2, journal: Splitting hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-2, size=253 (253bytes) at 1732362222616Finishing writing output for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-2 so closing down at 1732362222625 (+9 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002-wal-2.temp at 1732362222629 (+4 ms)3 split writer threads finished at 1732362222630 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732362222639 (+9 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732362222648 (+9 ms) 2024-11-23T11:43:42,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:42,652 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:42,667 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal.1732362222653, exclude list is [], retry=0 2024-11-23T11:43:42,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:42,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:42,673 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:42,675 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal.1732362222653 2024-11-23T11:43:42,676 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:43:42,676 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 90c77e06d099ccac02f3ca6b40cdec5d, NAME => 'testReplayEditsWrittenIntoWAL,,1732362222418.90c77e06d099ccac02f3ca6b40cdec5d.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:42,676 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732362222418.90c77e06d099ccac02f3ca6b40cdec5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:42,676 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,676 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,681 INFO [StoreOpener-90c77e06d099ccac02f3ca6b40cdec5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,683 INFO [StoreOpener-90c77e06d099ccac02f3ca6b40cdec5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90c77e06d099ccac02f3ca6b40cdec5d columnFamilyName a 2024-11-23T11:43:42,684 DEBUG [StoreOpener-90c77e06d099ccac02f3ca6b40cdec5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:42,685 INFO [StoreOpener-90c77e06d099ccac02f3ca6b40cdec5d-1 {}] regionserver.HStore(327): Store=90c77e06d099ccac02f3ca6b40cdec5d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:42,685 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,686 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,689 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,691 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002 2024-11-23T11:43:42,696 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:42,702 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002 2024-11-23T11:43:42,705 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 90c77e06d099ccac02f3ca6b40cdec5d 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-23T11:43:42,755 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/.tmp/a/a3e49627fcbe4309b3b676060749dcb4 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732362222495/Put/seqid=0 2024-11-23T11:43:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741844_1020 (size=5170) 2024-11-23T11:43:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741844_1020 (size=5170) 2024-11-23T11:43:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741844_1020 (size=5170) 2024-11-23T11:43:42,796 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/.tmp/a/a3e49627fcbe4309b3b676060749dcb4 2024-11-23T11:43:42,840 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/.tmp/a/a3e49627fcbe4309b3b676060749dcb4 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/a/a3e49627fcbe4309b3b676060749dcb4 2024-11-23T11:43:42,848 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/a/a3e49627fcbe4309b3b676060749dcb4, entries=2, sequenceid=2, filesize=5.0 K 2024-11-23T11:43:42,853 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 90c77e06d099ccac02f3ca6b40cdec5d in 148ms, sequenceid=2, compaction requested=false; wal=null 2024-11-23T11:43:42,855 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/0000000000000000002 2024-11-23T11:43:42,856 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,856 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,859 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 90c77e06d099ccac02f3ca6b40cdec5d 2024-11-23T11:43:42,862 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/90c77e06d099ccac02f3ca6b40cdec5d/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-23T11:43:42,864 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 90c77e06d099ccac02f3ca6b40cdec5d; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71325993, jitterRate=0.06284011900424957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:43:42,865 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 90c77e06d099ccac02f3ca6b40cdec5d: Writing region info on filesystem at 1732362222677Initializing all the Stores at 1732362222678 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362222679 (+1 ms)Obtaining lock to block concurrent updates at 1732362222705 (+26 ms)Preparing flush snapshotting stores in 90c77e06d099ccac02f3ca6b40cdec5d at 1732362222705Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732362222418.90c77e06d099ccac02f3ca6b40cdec5d., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732362222708 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732362222418.90c77e06d099ccac02f3ca6b40cdec5d. at 1732362222708Flushing 90c77e06d099ccac02f3ca6b40cdec5d/a: creating writer at 1732362222709 (+1 ms)Flushing 90c77e06d099ccac02f3ca6b40cdec5d/a: appending metadata at 1732362222742 (+33 ms)Flushing 90c77e06d099ccac02f3ca6b40cdec5d/a: closing flushed file at 1732362222744 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1662a0: reopening flushed file at 1732362222838 (+94 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 90c77e06d099ccac02f3ca6b40cdec5d in 148ms, sequenceid=2, compaction requested=false; wal=null at 1732362222853 (+15 ms)Cleaning up temporary data from old regions at 1732362222856 (+3 ms)Region opened successfully at 1732362222864 (+8 ms) 2024-11-23T11:43:42,889 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=379 (was 367) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:38572 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38869/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:56792 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:41514 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:53098 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:53088 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:59238 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=8403 (was 8490) 2024-11-23T11:43:42,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=379, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=8403 2024-11-23T11:43:42,911 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:42,914 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:42,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:43:42,918 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-32003268, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/hregion-32003268, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:42,930 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-32003268/hregion-32003268.1732362222919, exclude list is [], retry=0 2024-11-23T11:43:42,933 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:42,934 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:42,934 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:42,939 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-32003268/hregion-32003268.1732362222919 2024-11-23T11:43:42,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-23T11:43:42,940 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7d575b2ed6bf7816a47466acea51c859, NAME => 'testReplayEditsWrittenIntoWAL,,1732362222912.7d575b2ed6bf7816a47466acea51c859.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38869/hbase 2024-11-23T11:43:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741846_1022 (size=64) 2024-11-23T11:43:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741846_1022 (size=64) 2024-11-23T11:43:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741846_1022 (size=64) 2024-11-23T11:43:42,955 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732362222912.7d575b2ed6bf7816a47466acea51c859.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:42,956 INFO [StoreOpener-7d575b2ed6bf7816a47466acea51c859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:42,959 INFO [StoreOpener-7d575b2ed6bf7816a47466acea51c859-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d575b2ed6bf7816a47466acea51c859 columnFamilyName a 2024-11-23T11:43:42,959 DEBUG [StoreOpener-7d575b2ed6bf7816a47466acea51c859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:42,960 INFO [StoreOpener-7d575b2ed6bf7816a47466acea51c859-1 {}] regionserver.HStore(327): Store=7d575b2ed6bf7816a47466acea51c859/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:42,960 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:42,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:42,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:42,962 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:42,962 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:42,964 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:42,967 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:43:42,968 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7d575b2ed6bf7816a47466acea51c859; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72702046, jitterRate=0.08334490656852722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:43:42,968 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7d575b2ed6bf7816a47466acea51c859: Writing region info on filesystem at 1732362222955Initializing all the Stores at 1732362222956 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362222956Cleaning up temporary data from old regions at 1732362222962 (+6 ms)Region opened successfully at 1732362222968 (+6 ms) 2024-11-23T11:43:42,968 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7d575b2ed6bf7816a47466acea51c859, disabling compactions & flushes 2024-11-23T11:43:42,968 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732362222912.7d575b2ed6bf7816a47466acea51c859. 2024-11-23T11:43:42,969 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732362222912.7d575b2ed6bf7816a47466acea51c859. 2024-11-23T11:43:42,969 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732362222912.7d575b2ed6bf7816a47466acea51c859. after waiting 0 ms 2024-11-23T11:43:42,969 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732362222912.7d575b2ed6bf7816a47466acea51c859. 2024-11-23T11:43:42,969 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732362222912.7d575b2ed6bf7816a47466acea51c859. 2024-11-23T11:43:42,969 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7d575b2ed6bf7816a47466acea51c859: Waiting for close lock at 1732362222968Disabling compacts and flushes for region at 1732362222968Disabling writes for close at 1732362222969 (+1 ms)Writing region close event to WAL at 1732362222969Closed at 1732362222969 2024-11-23T11:43:42,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741845_1021 (size=95) 2024-11-23T11:43:42,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741845_1021 (size=95) 2024-11-23T11:43:42,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741845_1021 (size=95) 2024-11-23T11:43:42,976 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:43:42,976 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-32003268:(num 1732362222919) 2024-11-23T11:43:42,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-23T11:43:42,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741847_1023 (size=320) 2024-11-23T11:43:42,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741847_1023 (size=320) 2024-11-23T11:43:42,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741847_1023 (size=320) 2024-11-23T11:43:42,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-23T11:43:43,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741848_1024 (size=253) 2024-11-23T11:43:43,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741848_1024 (size=253) 2024-11-23T11:43:43,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741848_1024 (size=253) 2024-11-23T11:43:43,017 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-2, size=253 (253bytes) 2024-11-23T11:43:43,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-2 2024-11-23T11:43:43,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-2 after 1ms 2024-11-23T11:43:43,021 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:43,022 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-2 took 6ms 2024-11-23T11:43:43,024 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-2 so closing down 2024-11-23T11:43:43,024 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:43:43,027 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-23T11:43:43,028 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002-wal-2.temp 2024-11-23T11:43:43,028 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:43:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741849_1025 (size=253) 2024-11-23T11:43:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741849_1025 (size=253) 2024-11-23T11:43:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741849_1025 (size=253) 2024-11-23T11:43:43,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-23T11:43:43,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002 2024-11-23T11:43:43,039 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-23T11:43:43,039 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-2, journal: Splitting hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-2, size=253 (253bytes) at 1732362223017Finishing writing output for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-2 so closing down at 1732362223024 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002-wal-2.temp at 1732362223028 (+4 ms)3 split writer threads finished at 1732362223028Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732362223037 (+9 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002 at 1732362223039 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732362223039 2024-11-23T11:43:43,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-1, size=320 (320bytes) 2024-11-23T11:43:43,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-1 2024-11-23T11:43:43,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-1 after 0ms 2024-11-23T11:43:43,057 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:43,057 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-1 took 5ms 2024-11-23T11:43:43,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-1 so closing down 2024-11-23T11:43:43,060 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:43:43,062 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-23T11:43:43,063 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000001-wal-1.temp 2024-11-23T11:43:43,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:43:43,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741850_1026 (size=320) 2024-11-23T11:43:43,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741850_1026 (size=320) 2024-11-23T11:43:43,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741850_1026 (size=320) 2024-11-23T11:43:43,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-23T11:43:43,075 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:43,077 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002, length=253 2024-11-23T11:43:43,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002 2024-11-23T11:43:43,079 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-23T11:43:43,079 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-1, journal: Splitting hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-1, size=320 (320bytes) at 1732362223053Finishing writing output for hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-1 so closing down at 1732362223060 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000001-wal-1.temp at 1732362223063 (+3 ms)3 split writer threads finished at 1732362223064 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732362223072 (+8 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002 at 1732362223079 (+7 ms)Processed 2 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732362223079 2024-11-23T11:43:43,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:43,081 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:43,095 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal.1732362223082, exclude list is [], retry=0 2024-11-23T11:43:43,098 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:43,098 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:43,099 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:43,100 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal.1732362223082 2024-11-23T11:43:43,101 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-23T11:43:43,101 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d575b2ed6bf7816a47466acea51c859, NAME => 'testReplayEditsWrittenIntoWAL,,1732362222912.7d575b2ed6bf7816a47466acea51c859.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:43,101 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732362222912.7d575b2ed6bf7816a47466acea51c859.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:43,101 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:43,101 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:43,103 INFO [StoreOpener-7d575b2ed6bf7816a47466acea51c859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:43,105 INFO [StoreOpener-7d575b2ed6bf7816a47466acea51c859-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d575b2ed6bf7816a47466acea51c859 columnFamilyName a 2024-11-23T11:43:43,105 DEBUG [StoreOpener-7d575b2ed6bf7816a47466acea51c859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:43,106 INFO [StoreOpener-7d575b2ed6bf7816a47466acea51c859-1 {}] regionserver.HStore(327): Store=7d575b2ed6bf7816a47466acea51c859/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:43,106 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:43,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:43,110 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:43,111 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002 2024-11-23T11:43:43,114 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:43,116 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002 2024-11-23T11:43:43,116 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7d575b2ed6bf7816a47466acea51c859 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-23T11:43:43,136 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/.tmp/a/b79ffb58db574d2da40649a76eb41688 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732362222976/Put/seqid=0 2024-11-23T11:43:43,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741852_1028 (size=5170) 2024-11-23T11:43:43,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741852_1028 (size=5170) 2024-11-23T11:43:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741852_1028 (size=5170) 2024-11-23T11:43:43,146 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/.tmp/a/b79ffb58db574d2da40649a76eb41688 2024-11-23T11:43:43,154 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/.tmp/a/b79ffb58db574d2da40649a76eb41688 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/a/b79ffb58db574d2da40649a76eb41688 2024-11-23T11:43:43,163 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/a/b79ffb58db574d2da40649a76eb41688, entries=2, sequenceid=2, filesize=5.0 K 2024-11-23T11:43:43,163 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 7d575b2ed6bf7816a47466acea51c859 in 47ms, sequenceid=2, compaction requested=false; wal=null 2024-11-23T11:43:43,164 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/0000000000000000002 2024-11-23T11:43:43,165 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:43,165 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:43,167 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7d575b2ed6bf7816a47466acea51c859 2024-11-23T11:43:43,170 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/7d575b2ed6bf7816a47466acea51c859/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-23T11:43:43,171 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7d575b2ed6bf7816a47466acea51c859; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67154969, jitterRate=6.870180368423462E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:43:43,172 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7d575b2ed6bf7816a47466acea51c859: Writing region info on filesystem at 1732362223101Initializing all the Stores at 1732362223103 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362223103Obtaining lock to block concurrent updates at 1732362223116 (+13 ms)Preparing flush snapshotting stores in 7d575b2ed6bf7816a47466acea51c859 at 1732362223116Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732362222912.7d575b2ed6bf7816a47466acea51c859., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732362223116Flushing stores of testReplayEditsWrittenIntoWAL,,1732362222912.7d575b2ed6bf7816a47466acea51c859. at 1732362223116Flushing 7d575b2ed6bf7816a47466acea51c859/a: creating writer at 1732362223116Flushing 7d575b2ed6bf7816a47466acea51c859/a: appending metadata at 1732362223135 (+19 ms)Flushing 7d575b2ed6bf7816a47466acea51c859/a: closing flushed file at 1732362223135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d5fc7d: reopening flushed file at 1732362223153 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 7d575b2ed6bf7816a47466acea51c859 in 47ms, sequenceid=2, compaction requested=false; wal=null at 1732362223163 (+10 ms)Cleaning up temporary data from old regions at 1732362223165 (+2 ms)Region opened successfully at 1732362223172 (+7 ms) 2024-11-23T11:43:43,186 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=389 (was 379) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:53174 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:38572 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:56870 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:59238 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:41590 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:53088 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=8396 (was 8403) 2024-11-23T11:43:43,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=389, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=8396 2024-11-23T11:43:43,211 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:43,213 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:43,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:43:43,216 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87829404, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/hregion-87829404, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:43,227 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87829404/hregion-87829404.1732362223217, exclude list is [], retry=0 2024-11-23T11:43:43,231 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:43,231 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:43,231 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:43,234 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87829404/hregion-87829404.1732362223217 2024-11-23T11:43:43,234 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:43:43,234 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 536067dfec64afc3534470f9ee8dc321, NAME => 'testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38869/hbase 2024-11-23T11:43:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741854_1030 (size=64) 2024-11-23T11:43:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741854_1030 (size=64) 2024-11-23T11:43:43,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741854_1030 (size=64) 2024-11-23T11:43:43,246 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:43,247 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:43,249 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536067dfec64afc3534470f9ee8dc321 columnFamilyName a 2024-11-23T11:43:43,250 DEBUG [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:43,250 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(327): Store=536067dfec64afc3534470f9ee8dc321/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:43,250 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:43,252 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536067dfec64afc3534470f9ee8dc321 columnFamilyName b 2024-11-23T11:43:43,252 DEBUG [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:43,253 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(327): Store=536067dfec64afc3534470f9ee8dc321/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:43,253 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:43,255 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536067dfec64afc3534470f9ee8dc321 columnFamilyName c 2024-11-23T11:43:43,255 DEBUG [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:43,255 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(327): Store=536067dfec64afc3534470f9ee8dc321/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:43,256 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:43,257 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:43,257 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:43,258 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:43,259 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:43,259 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:43:43,261 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:43,263 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:43:43,264 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 536067dfec64afc3534470f9ee8dc321; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59564144, jitterRate=-0.11242508888244629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:43:43,264 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 536067dfec64afc3534470f9ee8dc321: Writing region info on filesystem at 1732362223246Initializing all the Stores at 1732362223247 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362223247Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362223247Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362223247Cleaning up temporary data from old regions at 1732362223259 (+12 ms)Region opened successfully at 1732362223264 (+5 ms) 2024-11-23T11:43:43,264 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 536067dfec64afc3534470f9ee8dc321, disabling compactions & flushes 2024-11-23T11:43:43,264 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321. 2024-11-23T11:43:43,264 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321. 2024-11-23T11:43:43,265 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321. after waiting 0 ms 2024-11-23T11:43:43,265 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321. 2024-11-23T11:43:43,265 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321. 2024-11-23T11:43:43,265 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 536067dfec64afc3534470f9ee8dc321: Waiting for close lock at 1732362223264Disabling compacts and flushes for region at 1732362223264Disabling writes for close at 1732362223265 (+1 ms)Writing region close event to WAL at 1732362223265Closed at 1732362223265 2024-11-23T11:43:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741853_1029 (size=95) 2024-11-23T11:43:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741853_1029 (size=95) 2024-11-23T11:43:43,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741853_1029 (size=95) 2024-11-23T11:43:43,271 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:43:43,271 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87829404:(num 1732362223217) 2024-11-23T11:43:43,271 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:43,274 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:43,288 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274, exclude list is [], retry=0 2024-11-23T11:43:43,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:43,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:43,292 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:43,294 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274 2024-11-23T11:43:43,294 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151)] 2024-11-23T11:43:43,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274, size=0 (0bytes) 2024-11-23T11:43:43,478 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274 might be still open, length is 0 2024-11-23T11:43:43,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274 2024-11-23T11:43:43,479 WARN [IPC Server handler 3 on default port 38869 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-23T11:43:43,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274 after 1ms 2024-11-23T11:43:44,269 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:53202 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42919:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53202 dst: /127.0.0.1:42919 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42919 remote=/127.0.0.1:53202]. Total timeout mills is 60000, 59178 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:43:44,270 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:56906 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33871:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56906 dst: /127.0.0.1:33871 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:43:44,270 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:41624 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41624 dst: /127.0.0.1:41665 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:43:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741855_1032 (size=263633) 2024-11-23T11:43:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741855_1032 (size=263633) 2024-11-23T11:43:44,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741855_1032 (size=263633) 2024-11-23T11:43:47,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274 after 4003ms 2024-11-23T11:43:47,490 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:47,492 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274 took 4015ms 2024-11-23T11:43:47,497 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732362223274.temp 2024-11-23T11:43:47,500 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000000001-wal.1732362223274.temp 2024-11-23T11:43:47,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:43:47,628 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274; continuing. 2024-11-23T11:43:47,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274 so closing down 2024-11-23T11:43:47,629 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:43:47,629 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:43:47,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741856_1033 (size=263641) 2024-11-23T11:43:47,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741856_1033 (size=263641) 2024-11-23T11:43:47,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741856_1033 (size=263641) 2024-11-23T11:43:47,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000000001-wal.1732362223274.temp (wrote 3002 edits, skipped 0 edits in 73 ms) 2024-11-23T11:43:47,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000000001-wal.1732362223274.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000003002 2024-11-23T11:43:47,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274, size=0, length=0, corrupted=false, cancelled=false 2024-11-23T11:43:47,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274, journal: Splitting hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274, size=0 (0bytes) at 1732362223477Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000000001-wal.1732362223274.temp at 1732362227500 (+4023 ms)Split 1024 edits, skipped 0 edits. at 1732362227566 (+66 ms)Split 2048 edits, skipped 0 edits. at 1732362227597 (+31 ms)Finishing writing output for hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274 so closing down at 1732362227628 (+31 ms)3 split writer threads finished at 1732362227629 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000000001-wal.1732362223274.temp (wrote 3002 edits, skipped 0 edits in 73 ms) at 1732362227635 (+6 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000000001-wal.1732362223274.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000003002 at 1732362227637 (+2 ms)Processed 3002 edits across 1 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274, size=0, length=0, corrupted=false, cancelled=false at 1732362227637 2024-11-23T11:43:47,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274 to hdfs://localhost:38869/hbase/oldWALs/wal.1732362223274 2024-11-23T11:43:47,641 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000003002 2024-11-23T11:43:47,641 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:47,644 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:47,662 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362227644, exclude list is [], retry=0 2024-11-23T11:43:47,665 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:47,666 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:47,666 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:47,675 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:43:47,675 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362227644 2024-11-23T11:43:47,676 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-23T11:43:47,676 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:47,678 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:47,680 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536067dfec64afc3534470f9ee8dc321 columnFamilyName a 2024-11-23T11:43:47,680 DEBUG [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:47,681 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(327): Store=536067dfec64afc3534470f9ee8dc321/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:47,681 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:47,682 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536067dfec64afc3534470f9ee8dc321 columnFamilyName b 2024-11-23T11:43:47,682 DEBUG [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:47,683 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(327): Store=536067dfec64afc3534470f9ee8dc321/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:47,683 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:47,685 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536067dfec64afc3534470f9ee8dc321 columnFamilyName c 2024-11-23T11:43:47,685 DEBUG [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:47,686 INFO [StoreOpener-536067dfec64afc3534470f9ee8dc321-1 {}] regionserver.HStore(327): Store=536067dfec64afc3534470f9ee8dc321/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:47,686 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:47,687 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:47,689 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:47,690 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000003002 2024-11-23T11:43:47,693 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:47,736 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-23T11:43:48,077 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 536067dfec64afc3534470f9ee8dc321 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-23T11:43:48,113 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/a/c08f528cead44778be7141493d0350e6 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732362223302/Put/seqid=0 2024-11-23T11:43:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741858_1035 (size=50463) 2024-11-23T11:43:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741858_1035 (size=50463) 2024-11-23T11:43:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741858_1035 (size=50463) 2024-11-23T11:43:48,124 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/a/c08f528cead44778be7141493d0350e6 2024-11-23T11:43:48,133 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/a/c08f528cead44778be7141493d0350e6 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/a/c08f528cead44778be7141493d0350e6 2024-11-23T11:43:48,141 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/a/c08f528cead44778be7141493d0350e6, entries=754, sequenceid=754, filesize=49.3 K 2024-11-23T11:43:48,141 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 536067dfec64afc3534470f9ee8dc321 in 64ms, sequenceid=754, compaction requested=false; wal=null 2024-11-23T11:43:48,181 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-23T11:43:48,181 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 536067dfec64afc3534470f9ee8dc321 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-23T11:43:48,191 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/a/34694e86beeb4ed38daae4d5f1d1f4a6 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732362223342/Put/seqid=0 2024-11-23T11:43:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741859_1036 (size=20072) 2024-11-23T11:43:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741859_1036 (size=20072) 2024-11-23T11:43:48,208 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/a/34694e86beeb4ed38daae4d5f1d1f4a6 2024-11-23T11:43:48,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741859_1036 (size=20072) 2024-11-23T11:43:48,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/b/39ad054c63564dc7924b1f22226af363 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732362223363/Put/seqid=0 2024-11-23T11:43:48,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741860_1037 (size=35835) 2024-11-23T11:43:48,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741860_1037 (size=35835) 2024-11-23T11:43:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741860_1037 (size=35835) 2024-11-23T11:43:48,244 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/b/39ad054c63564dc7924b1f22226af363 2024-11-23T11:43:48,252 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/a/34694e86beeb4ed38daae4d5f1d1f4a6 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/a/34694e86beeb4ed38daae4d5f1d1f4a6 2024-11-23T11:43:48,259 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/a/34694e86beeb4ed38daae4d5f1d1f4a6, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-23T11:43:48,261 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/b/39ad054c63564dc7924b1f22226af363 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/b/39ad054c63564dc7924b1f22226af363 2024-11-23T11:43:48,268 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/b/39ad054c63564dc7924b1f22226af363, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-23T11:43:48,268 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 536067dfec64afc3534470f9ee8dc321 in 87ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-23T11:43:48,281 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-23T11:43:48,281 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 536067dfec64afc3534470f9ee8dc321 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-23T11:43:48,289 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/b/2f9486a1a2e54835ac483c9f5aaf5c7f is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732362223381/Put/seqid=0 2024-11-23T11:43:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741861_1038 (size=35082) 2024-11-23T11:43:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741861_1038 (size=35082) 2024-11-23T11:43:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741861_1038 (size=35082) 2024-11-23T11:43:48,303 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/b/2f9486a1a2e54835ac483c9f5aaf5c7f 2024-11-23T11:43:48,328 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/c/3b0c9d36a26f42cb9be3cdfd6e253723 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732362223408/Put/seqid=0 2024-11-23T11:43:48,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741862_1039 (size=20825) 2024-11-23T11:43:48,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741862_1039 (size=20825) 2024-11-23T11:43:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741862_1039 (size=20825) 2024-11-23T11:43:48,351 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/c/3b0c9d36a26f42cb9be3cdfd6e253723 2024-11-23T11:43:48,363 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/b/2f9486a1a2e54835ac483c9f5aaf5c7f as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/b/2f9486a1a2e54835ac483c9f5aaf5c7f 2024-11-23T11:43:48,371 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/b/2f9486a1a2e54835ac483c9f5aaf5c7f, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-23T11:43:48,373 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/c/3b0c9d36a26f42cb9be3cdfd6e253723 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/c/3b0c9d36a26f42cb9be3cdfd6e253723 2024-11-23T11:43:48,380 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/c/3b0c9d36a26f42cb9be3cdfd6e253723, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-23T11:43:48,380 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 536067dfec64afc3534470f9ee8dc321 in 99ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-23T11:43:48,393 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732362223445/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321. 2024-11-23T11:43:48,396 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000003002 2024-11-23T11:43:48,396 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-23T11:43:48,397 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 536067dfec64afc3534470f9ee8dc321 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-23T11:43:48,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/c/1967a8bdeed84fabbfe90a3d7c0fb5b3 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732362223415/Put/seqid=0 2024-11-23T11:43:48,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741863_1040 (size=50301) 2024-11-23T11:43:48,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741863_1040 (size=50301) 2024-11-23T11:43:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741863_1040 (size=50301) 2024-11-23T11:43:48,414 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/c/1967a8bdeed84fabbfe90a3d7c0fb5b3 2024-11-23T11:43:48,422 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1967a8bdeed84fabbfe90a3d7c0fb5b3 2024-11-23T11:43:48,424 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/.tmp/c/1967a8bdeed84fabbfe90a3d7c0fb5b3 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/c/1967a8bdeed84fabbfe90a3d7c0fb5b3 2024-11-23T11:43:48,431 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1967a8bdeed84fabbfe90a3d7c0fb5b3 2024-11-23T11:43:48,431 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/c/1967a8bdeed84fabbfe90a3d7c0fb5b3, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-23T11:43:48,431 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 536067dfec64afc3534470f9ee8dc321 in 34ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-23T11:43:48,432 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/0000000000000003002 2024-11-23T11:43:48,433 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:48,433 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:48,434 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T11:43:48,436 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 536067dfec64afc3534470f9ee8dc321 2024-11-23T11:43:48,438 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenIntoWAL/536067dfec64afc3534470f9ee8dc321/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-23T11:43:48,439 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 536067dfec64afc3534470f9ee8dc321; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74615649, jitterRate=0.11185981333255768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T11:43:48,440 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 536067dfec64afc3534470f9ee8dc321: Writing region info on filesystem at 1732362227676Initializing all the Stores at 1732362227678 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362227678Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362227678Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362227678Cleaning up temporary data from old regions at 1732362228433 (+755 ms)Region opened successfully at 1732362228440 (+7 ms) 2024-11-23T11:43:48,520 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 536067dfec64afc3534470f9ee8dc321, disabling compactions & flushes 2024-11-23T11:43:48,520 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321. 2024-11-23T11:43:48,520 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321. 2024-11-23T11:43:48,520 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321. after waiting 0 ms 2024-11-23T11:43:48,520 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321. 2024-11-23T11:43:48,523 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732362223211.536067dfec64afc3534470f9ee8dc321. 2024-11-23T11:43:48,523 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 536067dfec64afc3534470f9ee8dc321: Waiting for close lock at 1732362228520Disabling compacts and flushes for region at 1732362228520Disabling writes for close at 1732362228520Writing region close event to WAL at 1732362228522 (+2 ms)Closed at 1732362228523 (+1 ms) 2024-11-23T11:43:48,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741857_1034 (size=95) 2024-11-23T11:43:48,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362227644 not finished, retry = 0 2024-11-23T11:43:48,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741857_1034 (size=95) 2024-11-23T11:43:48,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741857_1034 (size=95) 2024-11-23T11:43:48,632 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:43:48,632 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732362227644) 2024-11-23T11:43:48,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=403 (was 389) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-354317719_22 at /127.0.0.1:53216 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-354317719_22 at /127.0.0.1:56950 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (225185035) connection to localhost/127.0.0.1:38869 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (225185035) connection to localhost/127.0.0.1:39097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (225185035) connection to localhost/127.0.0.1:38773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:38869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-354317719_22 at /127.0.0.1:41698 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-354317719_22 at /127.0.0.1:56994 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=8282 (was 8396) 2024-11-23T11:43:48,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=8279 2024-11-23T11:43:48,679 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:48,683 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:48,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:43:48,688 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79491725, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/hregion-79491725, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:48,700 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79491725/hregion-79491725.1732362228688, exclude list is [], retry=0 2024-11-23T11:43:48,703 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:48,704 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:48,704 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:48,707 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79491725/hregion-79491725.1732362228688 2024-11-23T11:43:48,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:43:48,707 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4e9df3f05d89176240ae656ec0969bca, NAME => 'test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38869/hbase 2024-11-23T11:43:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741865_1042 (size=43) 2024-11-23T11:43:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741865_1042 (size=43) 2024-11-23T11:43:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741865_1042 (size=43) 2024-11-23T11:43:48,725 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:48,727 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:48,730 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e9df3f05d89176240ae656ec0969bca columnFamilyName a 2024-11-23T11:43:48,730 DEBUG [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:48,731 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(327): Store=4e9df3f05d89176240ae656ec0969bca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:48,731 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:48,734 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e9df3f05d89176240ae656ec0969bca columnFamilyName b 2024-11-23T11:43:48,734 DEBUG [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:48,735 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(327): Store=4e9df3f05d89176240ae656ec0969bca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:48,735 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:48,737 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e9df3f05d89176240ae656ec0969bca columnFamilyName c 2024-11-23T11:43:48,737 DEBUG [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:48,738 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(327): Store=4e9df3f05d89176240ae656ec0969bca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:48,738 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:48,739 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:48,740 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:48,742 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:48,742 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:48,743 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:43:48,744 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:48,749 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:43:48,750 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4e9df3f05d89176240ae656ec0969bca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63160439, jitterRate=-0.05883611738681793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:43:48,752 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4e9df3f05d89176240ae656ec0969bca: Writing region info on filesystem at 1732362228725Initializing all the Stores at 1732362228727 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362228727Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362228727Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362228727Cleaning up temporary data from old regions at 1732362228742 (+15 ms)Region opened successfully at 1732362228751 (+9 ms) 2024-11-23T11:43:48,752 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4e9df3f05d89176240ae656ec0969bca, disabling compactions & flushes 2024-11-23T11:43:48,752 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca. 2024-11-23T11:43:48,752 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca. 2024-11-23T11:43:48,752 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca. after waiting 0 ms 2024-11-23T11:43:48,752 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca. 2024-11-23T11:43:48,758 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca. 2024-11-23T11:43:48,759 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4e9df3f05d89176240ae656ec0969bca: Waiting for close lock at 1732362228752Disabling compacts and flushes for region at 1732362228752Disabling writes for close at 1732362228752Writing region close event to WAL at 1732362228758 (+6 ms)Closed at 1732362228758 2024-11-23T11:43:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741864_1041 (size=95) 2024-11-23T11:43:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741864_1041 (size=95) 2024-11-23T11:43:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741864_1041 (size=95) 2024-11-23T11:43:48,771 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:43:48,771 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79491725:(num 1732362228688) 2024-11-23T11:43:48,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:48,775 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:48,790 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775, exclude list is [], retry=0 2024-11-23T11:43:48,793 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:48,794 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:48,794 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:48,797 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775 2024-11-23T11:43:48,797 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:43:48,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741866_1043 (size=263359) 2024-11-23T11:43:48,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741866_1043 (size=263359) 2024-11-23T11:43:48,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741866_1043 (size=263359) 2024-11-23T11:43:48,967 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775, size=257.2 K (263359bytes) 2024-11-23T11:43:48,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775 2024-11-23T11:43:48,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775 after 1ms 2024-11-23T11:43:48,972 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:48,973 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775 took 6ms 2024-11-23T11:43:48,984 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732362228775.temp 2024-11-23T11:43:48,995 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000000001-wal.1732362228775.temp 2024-11-23T11:43:49,038 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775 so closing down 2024-11-23T11:43:49,038 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:43:49,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:43:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741867_1044 (size=263359) 2024-11-23T11:43:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741867_1044 (size=263359) 2024-11-23T11:43:49,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741867_1044 (size=263359) 2024-11-23T11:43:49,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000000001-wal.1732362228775.temp (wrote 3000 edits, skipped 0 edits in 39 ms) 2024-11-23T11:43:49,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000000001-wal.1732362228775.temp to hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003000 2024-11-23T11:43:49,048 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-23T11:43:49,049 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775, journal: Splitting hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775, size=257.2 K (263359bytes) at 1732362228967Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000000001-wal.1732362228775.temp at 1732362228995 (+28 ms)Split 1024 edits, skipped 0 edits. at 1732362228999 (+4 ms)Split 2048 edits, skipped 0 edits. at 1732362229019 (+20 ms)Finishing writing output for hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775 so closing down at 1732362229038 (+19 ms)3 split writer threads finished at 1732362229038Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000000001-wal.1732362228775.temp (wrote 3000 edits, skipped 0 edits in 39 ms) at 1732362229046 (+8 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000000001-wal.1732362228775.temp to hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003000 at 1732362229048 (+2 ms)Processed 3000 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732362229048 2024-11-23T11:43:49,051 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362228775 to hdfs://localhost:38869/hbase/oldWALs/wal.1732362228775 2024-11-23T11:43:49,053 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003000 2024-11-23T11:43:49,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:49,057 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:49,072 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058, exclude list is [], retry=0 2024-11-23T11:43:49,076 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:49,077 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:49,077 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:49,087 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058 2024-11-23T11:43:49,091 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39151:39151)] 2024-11-23T11:43:49,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741868_1045 (size=263486) 2024-11-23T11:43:49,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741868_1045 (size=263486) 2024-11-23T11:43:49,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741868_1045 (size=263486) 2024-11-23T11:43:49,331 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058, size=257.3 K (263486bytes) 2024-11-23T11:43:49,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058 2024-11-23T11:43:49,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058 after 0ms 2024-11-23T11:43:49,334 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:49,336 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058 took 6ms 2024-11-23T11:43:49,340 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732362229058.temp 2024-11-23T11:43:49,342 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003001-wal.1732362229058.temp 2024-11-23T11:43:49,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058 so closing down 2024-11-23T11:43:49,394 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:43:49,394 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:43:49,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741869_1046 (size=263486) 2024-11-23T11:43:49,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741869_1046 (size=263486) 2024-11-23T11:43:49,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741869_1046 (size=263486) 2024-11-23T11:43:49,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003001-wal.1732362229058.temp (wrote 3000 edits, skipped 0 edits in 36 ms) 2024-11-23T11:43:49,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003001-wal.1732362229058.temp to hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000006000 2024-11-23T11:43:49,399 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-23T11:43:49,400 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058, journal: Splitting hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058, size=257.3 K (263486bytes) at 1732362229331Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003001-wal.1732362229058.temp at 1732362229342 (+11 ms)Split 1024 edits, skipped 0 edits. at 1732362229360 (+18 ms)Split 2048 edits, skipped 0 edits. at 1732362229376 (+16 ms)Finishing writing output for hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058 so closing down at 1732362229394 (+18 ms)3 split writer threads finished at 1732362229394Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003001-wal.1732362229058.temp (wrote 3000 edits, skipped 0 edits in 36 ms) at 1732362229397 (+3 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003001-wal.1732362229058.temp to hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000006000 at 1732362229399 (+2 ms)Processed 3000 edits across 1 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732362229399 2024-11-23T11:43:49,401 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229058 to hdfs://localhost:38869/hbase/oldWALs/wal.1732362229058 2024-11-23T11:43:49,402 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000006000 2024-11-23T11:43:49,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:49,404 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/test2727-manual,16010,1732362228679, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:49,418 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229405, exclude list is [], retry=0 2024-11-23T11:43:49,421 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:49,422 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:49,422 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:49,424 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229405 2024-11-23T11:43:49,426 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151)] 2024-11-23T11:43:49,426 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e9df3f05d89176240ae656ec0969bca, NAME => 'test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:49,426 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:49,426 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:49,426 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:49,428 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:49,429 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e9df3f05d89176240ae656ec0969bca columnFamilyName a 2024-11-23T11:43:49,430 DEBUG [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:49,430 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(327): Store=4e9df3f05d89176240ae656ec0969bca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:49,431 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:49,432 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e9df3f05d89176240ae656ec0969bca columnFamilyName b 2024-11-23T11:43:49,432 DEBUG [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:49,432 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(327): Store=4e9df3f05d89176240ae656ec0969bca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:49,433 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:49,434 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e9df3f05d89176240ae656ec0969bca columnFamilyName c 2024-11-23T11:43:49,434 DEBUG [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:49,435 INFO [StoreOpener-4e9df3f05d89176240ae656ec0969bca-1 {}] regionserver.HStore(327): Store=4e9df3f05d89176240ae656ec0969bca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:49,435 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:49,436 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:49,438 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:49,438 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003000 2024-11-23T11:43:49,441 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:49,493 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003000 2024-11-23T11:43:49,494 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000006000 2024-11-23T11:43:49,497 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:49,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:43:49,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T11:43:49,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:43:49,505 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T11:43:49,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:43:49,505 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T11:43:49,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-23T11:43:49,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-23T11:43:49,570 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000006000 2024-11-23T11:43:49,570 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4e9df3f05d89176240ae656ec0969bca 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-23T11:43:49,595 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/.tmp/a/36a3fb7124fa46aa8d83e6723743313c is 41, key is test2727/a:100/1732362229097/Put/seqid=0 2024-11-23T11:43:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741871_1048 (size=84227) 2024-11-23T11:43:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741871_1048 (size=84227) 2024-11-23T11:43:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741871_1048 (size=84227) 2024-11-23T11:43:49,603 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/.tmp/a/36a3fb7124fa46aa8d83e6723743313c 2024-11-23T11:43:49,628 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/.tmp/b/a95fbb57a02f4b9c96882b39d79e7ab1 is 41, key is test2727/b:100/1732362229163/Put/seqid=0 2024-11-23T11:43:49,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741872_1049 (size=84609) 2024-11-23T11:43:49,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741872_1049 (size=84609) 2024-11-23T11:43:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741872_1049 (size=84609) 2024-11-23T11:43:49,633 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/.tmp/b/a95fbb57a02f4b9c96882b39d79e7ab1 2024-11-23T11:43:49,659 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/.tmp/c/f0d5335955af453aa70e157c4030b88c is 41, key is test2727/c:100/1732362229237/Put/seqid=0 2024-11-23T11:43:49,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741873_1050 (size=84609) 2024-11-23T11:43:49,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741873_1050 (size=84609) 2024-11-23T11:43:49,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741873_1050 (size=84609) 2024-11-23T11:43:49,667 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/.tmp/c/f0d5335955af453aa70e157c4030b88c 2024-11-23T11:43:49,676 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/.tmp/a/36a3fb7124fa46aa8d83e6723743313c as hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/a/36a3fb7124fa46aa8d83e6723743313c 2024-11-23T11:43:49,686 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/a/36a3fb7124fa46aa8d83e6723743313c, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-23T11:43:49,687 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/.tmp/b/a95fbb57a02f4b9c96882b39d79e7ab1 as hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/b/a95fbb57a02f4b9c96882b39d79e7ab1 2024-11-23T11:43:49,695 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/b/a95fbb57a02f4b9c96882b39d79e7ab1, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-23T11:43:49,697 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/.tmp/c/f0d5335955af453aa70e157c4030b88c as hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/c/f0d5335955af453aa70e157c4030b88c 2024-11-23T11:43:49,704 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/c/f0d5335955af453aa70e157c4030b88c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-23T11:43:49,705 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 4e9df3f05d89176240ae656ec0969bca in 134ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-23T11:43:49,705 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000003000 2024-11-23T11:43:49,706 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/0000000000000006000 2024-11-23T11:43:49,707 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:49,707 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:49,708 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:43:49,710 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4e9df3f05d89176240ae656ec0969bca 2024-11-23T11:43:49,713 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/test2727/4e9df3f05d89176240ae656ec0969bca/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-23T11:43:49,714 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4e9df3f05d89176240ae656ec0969bca; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59120536, jitterRate=-0.11903536319732666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:43:49,716 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4e9df3f05d89176240ae656ec0969bca: Writing region info on filesystem at 1732362229427Initializing all the Stores at 1732362229428 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362229428Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362229428Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362229428Obtaining lock to block concurrent updates at 1732362229570 (+142 ms)Preparing flush snapshotting stores in 4e9df3f05d89176240ae656ec0969bca at 1732362229570Finished memstore snapshotting test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732362229570Flushing stores of test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca. at 1732362229571 (+1 ms)Flushing 4e9df3f05d89176240ae656ec0969bca/a: creating writer at 1732362229571Flushing 4e9df3f05d89176240ae656ec0969bca/a: appending metadata at 1732362229595 (+24 ms)Flushing 4e9df3f05d89176240ae656ec0969bca/a: closing flushed file at 1732362229595Flushing 4e9df3f05d89176240ae656ec0969bca/b: creating writer at 1732362229609 (+14 ms)Flushing 4e9df3f05d89176240ae656ec0969bca/b: appending metadata at 1732362229626 (+17 ms)Flushing 4e9df3f05d89176240ae656ec0969bca/b: closing flushed file at 1732362229626Flushing 4e9df3f05d89176240ae656ec0969bca/c: creating writer at 1732362229640 (+14 ms)Flushing 4e9df3f05d89176240ae656ec0969bca/c: appending metadata at 1732362229659 (+19 ms)Flushing 4e9df3f05d89176240ae656ec0969bca/c: closing flushed file at 1732362229659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d45b576: reopening flushed file at 1732362229675 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de4938: reopening flushed file at 1732362229686 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1754072a: reopening flushed file at 1732362229696 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 4e9df3f05d89176240ae656ec0969bca in 134ms, sequenceid=6000, compaction requested=false; wal=null at 1732362229705 (+9 ms)Cleaning up temporary data from old regions at 1732362229708 (+3 ms)Region opened successfully at 1732362229715 (+7 ms) 2024-11-23T11:43:49,717 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-23T11:43:49,717 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4e9df3f05d89176240ae656ec0969bca, disabling compactions & flushes 2024-11-23T11:43:49,717 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca. 2024-11-23T11:43:49,717 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca. 2024-11-23T11:43:49,717 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca. after waiting 0 ms 2024-11-23T11:43:49,717 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca. 2024-11-23T11:43:49,719 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732362228681.4e9df3f05d89176240ae656ec0969bca. 2024-11-23T11:43:49,719 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4e9df3f05d89176240ae656ec0969bca: Waiting for close lock at 1732362229717Disabling compacts and flushes for region at 1732362229717Disabling writes for close at 1732362229717Writing region close event to WAL at 1732362229719 (+2 ms)Closed at 1732362229719 2024-11-23T11:43:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741870_1047 (size=95) 2024-11-23T11:43:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741870_1047 (size=95) 2024-11-23T11:43:49,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741870_1047 (size=95) 2024-11-23T11:43:49,725 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732362228679/wal.1732362229405 not finished, retry = 0 2024-11-23T11:43:49,833 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:43:49,833 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732362229405) 2024-11-23T11:43:49,848 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=405 (was 403) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:53368 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:41698 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:56994 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 257) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8114 (was 8279) 2024-11-23T11:43:49,861 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=8113 2024-11-23T11:43:49,878 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:49,884 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:49,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732362229884 2024-11-23T11:43:49,896 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884 2024-11-23T11:43:49,898 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39151:39151)] 2024-11-23T11:43:49,899 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7efc040df304106dd594337a00e578f0, NAME => 'testSequentialEditLogSeqNum,,1732362229878.7efc040df304106dd594337a00e578f0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:49,899 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732362229878.7efc040df304106dd594337a00e578f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:49,900 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7efc040df304106dd594337a00e578f0 2024-11-23T11:43:49,900 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7efc040df304106dd594337a00e578f0 2024-11-23T11:43:49,901 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0 doesn't exist for region: 7efc040df304106dd594337a00e578f0 on table testSequentialEditLogSeqNum 2024-11-23T11:43:49,901 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 7efc040df304106dd594337a00e578f0 on table testSequentialEditLogSeqNum 2024-11-23T11:43:49,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741875_1052 (size=62) 2024-11-23T11:43:49,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741875_1052 (size=62) 2024-11-23T11:43:49,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741875_1052 (size=62) 2024-11-23T11:43:49,919 INFO [StoreOpener-7efc040df304106dd594337a00e578f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7efc040df304106dd594337a00e578f0 2024-11-23T11:43:49,921 INFO [StoreOpener-7efc040df304106dd594337a00e578f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7efc040df304106dd594337a00e578f0 columnFamilyName a 2024-11-23T11:43:49,921 DEBUG [StoreOpener-7efc040df304106dd594337a00e578f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:49,922 INFO [StoreOpener-7efc040df304106dd594337a00e578f0-1 {}] regionserver.HStore(327): Store=7efc040df304106dd594337a00e578f0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:49,922 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7efc040df304106dd594337a00e578f0 2024-11-23T11:43:49,923 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0 2024-11-23T11:43:49,924 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0 2024-11-23T11:43:49,924 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7efc040df304106dd594337a00e578f0 2024-11-23T11:43:49,924 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7efc040df304106dd594337a00e578f0 2024-11-23T11:43:49,926 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7efc040df304106dd594337a00e578f0 2024-11-23T11:43:49,930 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:43:49,930 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7efc040df304106dd594337a00e578f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73218504, jitterRate=0.0910407304763794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:43:49,932 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7efc040df304106dd594337a00e578f0: Writing region info on filesystem at 1732362229900Initializing all the Stores at 1732362229919 (+19 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362229919Cleaning up temporary data from old regions at 1732362229924 (+5 ms)Region opened successfully at 1732362229931 (+7 ms) 2024-11-23T11:43:49,948 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7efc040df304106dd594337a00e578f0 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-23T11:43:49,972 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/.tmp/a/66602476a1b649beb7a5d78d830ffd2b is 81, key is testSequentialEditLogSeqNum/a:x0/1732362229932/Put/seqid=0 2024-11-23T11:43:49,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741876_1053 (size=5833) 2024-11-23T11:43:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741876_1053 (size=5833) 2024-11-23T11:43:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741876_1053 (size=5833) 2024-11-23T11:43:49,987 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/.tmp/a/66602476a1b649beb7a5d78d830ffd2b 2024-11-23T11:43:49,994 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/.tmp/a/66602476a1b649beb7a5d78d830ffd2b as hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/a/66602476a1b649beb7a5d78d830ffd2b 2024-11-23T11:43:50,001 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/a/66602476a1b649beb7a5d78d830ffd2b, entries=10, sequenceid=13, filesize=5.7 K 2024-11-23T11:43:50,003 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 7efc040df304106dd594337a00e578f0 in 55ms, sequenceid=13, compaction requested=false 2024-11-23T11:43:50,003 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7efc040df304106dd594337a00e578f0: 2024-11-23T11:43:50,009 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T11:43:50,009 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T11:43:50,009 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T11:43:50,009 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T11:43:50,009 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T11:43:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741874_1051 (size=1844) 2024-11-23T11:43:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741874_1051 (size=1844) 2024-11-23T11:43:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741874_1051 (size=1844) 2024-11-23T11:43:50,034 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884, size=1.8 K (1844bytes) 2024-11-23T11:43:50,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884 2024-11-23T11:43:50,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884 after 1ms 2024-11-23T11:43:50,037 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:50,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884 took 4ms 2024-11-23T11:43:50,041 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884 so closing down 2024-11-23T11:43:50,041 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:43:50,042 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732362229884.temp 2024-11-23T11:43:50,043 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/recovered.edits/0000000000000000003-wal.1732362229884.temp 2024-11-23T11:43:50,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:43:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741877_1054 (size=1477) 2024-11-23T11:43:50,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741877_1054 (size=1477) 2024-11-23T11:43:50,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741877_1054 (size=1477) 2024-11-23T11:43:50,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/recovered.edits/0000000000000000003-wal.1732362229884.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-23T11:43:50,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/recovered.edits/0000000000000000003-wal.1732362229884.temp to hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/recovered.edits/0000000000000000020 2024-11-23T11:43:50,054 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-23T11:43:50,054 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884, journal: Splitting hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884, size=1.8 K (1844bytes) at 1732362230034Finishing writing output for hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884 so closing down at 1732362230041 (+7 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/recovered.edits/0000000000000000003-wal.1732362229884.temp at 1732362230043 (+2 ms)3 split writer threads finished at 1732362230044 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/recovered.edits/0000000000000000003-wal.1732362229884.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732362230053 (+9 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/recovered.edits/0000000000000000003-wal.1732362229884.temp to hdfs://localhost:38869/hbase/data/default/testSequentialEditLogSeqNum/7efc040df304106dd594337a00e578f0/recovered.edits/0000000000000000020 at 1732362230054 (+1 ms)Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:38869/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732362229877/wal.1732362229884, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1732362230054 2024-11-23T11:43:50,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=410 (was 405) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:41698 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 268), ProcessCount=11 (was 11), AvailableMemoryMB=8089 (was 8113) 2024-11-23T11:43:50,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=8088 2024-11-23T11:43:50,096 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:50,099 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:50,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:43:50,134 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-41984666, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/hregion-41984666, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:50,151 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-41984666/hregion-41984666.1732362230134, exclude list is [], retry=0 2024-11-23T11:43:50,154 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:50,155 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:50,155 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:50,157 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-41984666/hregion-41984666.1732362230134 2024-11-23T11:43:50,157 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:43:50,158 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 92adfec45d9c7631d5c9db071f7fb1eb, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38869/hbase 2024-11-23T11:43:50,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741879_1056 (size=70) 2024-11-23T11:43:50,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741879_1056 (size=70) 2024-11-23T11:43:50,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741879_1056 (size=70) 2024-11-23T11:43:50,169 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:50,171 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,172 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92adfec45d9c7631d5c9db071f7fb1eb columnFamilyName a 2024-11-23T11:43:50,172 DEBUG [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:50,173 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(327): Store=92adfec45d9c7631d5c9db071f7fb1eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:50,173 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,175 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92adfec45d9c7631d5c9db071f7fb1eb columnFamilyName b 2024-11-23T11:43:50,175 DEBUG [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:50,176 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(327): Store=92adfec45d9c7631d5c9db071f7fb1eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:50,176 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,178 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92adfec45d9c7631d5c9db071f7fb1eb columnFamilyName c 2024-11-23T11:43:50,178 DEBUG [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:50,178 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(327): Store=92adfec45d9c7631d5c9db071f7fb1eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:50,178 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,179 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,179 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,180 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,180 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,181 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:43:50,182 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,184 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:43:50,185 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 92adfec45d9c7631d5c9db071f7fb1eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69571108, jitterRate=0.03669029474258423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:43:50,186 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 92adfec45d9c7631d5c9db071f7fb1eb: Writing region info on filesystem at 1732362230169Initializing all the Stores at 1732362230170 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362230170Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362230171 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362230171Cleaning up temporary data from old regions at 1732362230180 (+9 ms)Region opened successfully at 1732362230186 (+6 ms) 2024-11-23T11:43:50,186 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 92adfec45d9c7631d5c9db071f7fb1eb, disabling compactions & flushes 2024-11-23T11:43:50,186 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb. 2024-11-23T11:43:50,186 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb. 2024-11-23T11:43:50,186 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb. after waiting 0 ms 2024-11-23T11:43:50,186 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb. 2024-11-23T11:43:50,187 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb. 2024-11-23T11:43:50,187 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 92adfec45d9c7631d5c9db071f7fb1eb: Waiting for close lock at 1732362230186Disabling compacts and flushes for region at 1732362230186Disabling writes for close at 1732362230186Writing region close event to WAL at 1732362230187 (+1 ms)Closed at 1732362230187 2024-11-23T11:43:50,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741878_1055 (size=95) 2024-11-23T11:43:50,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741878_1055 (size=95) 2024-11-23T11:43:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741878_1055 (size=95) 2024-11-23T11:43:50,193 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:43:50,194 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-41984666:(num 1732362230134) 2024-11-23T11:43:50,194 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:50,196 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:50,214 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197, exclude list is [], retry=0 2024-11-23T11:43:50,217 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:50,218 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:50,218 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:50,220 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197 2024-11-23T11:43:50,220 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:43:50,220 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 92adfec45d9c7631d5c9db071f7fb1eb, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:50,220 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:50,220 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,220 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,222 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,223 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92adfec45d9c7631d5c9db071f7fb1eb columnFamilyName a 2024-11-23T11:43:50,223 DEBUG [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:50,224 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(327): Store=92adfec45d9c7631d5c9db071f7fb1eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:50,224 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,225 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92adfec45d9c7631d5c9db071f7fb1eb columnFamilyName b 2024-11-23T11:43:50,225 DEBUG [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:50,226 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(327): Store=92adfec45d9c7631d5c9db071f7fb1eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:50,226 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,227 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92adfec45d9c7631d5c9db071f7fb1eb columnFamilyName c 2024-11-23T11:43:50,228 DEBUG [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:50,228 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(327): Store=92adfec45d9c7631d5c9db071f7fb1eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:50,228 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,229 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,231 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,232 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,232 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,233 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:43:50,235 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:50,236 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 92adfec45d9c7631d5c9db071f7fb1eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68969820, jitterRate=0.02773040533065796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:43:50,237 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 92adfec45d9c7631d5c9db071f7fb1eb: Writing region info on filesystem at 1732362230221Initializing all the Stores at 1732362230222 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362230222Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362230222Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362230222Cleaning up temporary data from old regions at 1732362230232 (+10 ms)Region opened successfully at 1732362230237 (+5 ms) 2024-11-23T11:43:50,242 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732362230241/Put/seqid=0 2024-11-23T11:43:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741881_1058 (size=4826) 2024-11-23T11:43:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741881_1058 (size=4826) 2024-11-23T11:43:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741881_1058 (size=4826) 2024-11-23T11:43:50,251 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38869/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 92adfec45d9c7631d5c9db071f7fb1eb/a 2024-11-23T11:43:50,259 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-23T11:43:50,259 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:43:50,259 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 92adfec45d9c7631d5c9db071f7fb1eb: 2024-11-23T11:43:50,261 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/a/3c12c73d37f44c0bb6bae1dbcf8c5193_SeqId_3_ 2024-11-23T11:43:50,262 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38869/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 92adfec45d9c7631d5c9db071f7fb1eb/a as hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/a/3c12c73d37f44c0bb6bae1dbcf8c5193_SeqId_3_ - updating store file list. 2024-11-23T11:43:50,269 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c12c73d37f44c0bb6bae1dbcf8c5193_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-23T11:43:50,269 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/a/3c12c73d37f44c0bb6bae1dbcf8c5193_SeqId_3_ into 92adfec45d9c7631d5c9db071f7fb1eb/a 2024-11-23T11:43:50,269 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38869/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 92adfec45d9c7631d5c9db071f7fb1eb/a (new location: hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/a/3c12c73d37f44c0bb6bae1dbcf8c5193_SeqId_3_) 2024-11-23T11:43:50,329 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197, size=0 (0bytes) 2024-11-23T11:43:50,329 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197 might be still open, length is 0 2024-11-23T11:43:50,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197 2024-11-23T11:43:50,330 WARN [IPC Server handler 3 on default port 38869 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-23T11:43:50,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197 after 1ms 2024-11-23T11:43:53,263 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:57152 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33871:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57152 dst: /127.0.0.1:33871 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33871 remote=/127.0.0.1:57152]. Total timeout mills is 60000, 57013 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:43:53,263 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:41876 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41876 dst: /127.0.0.1:41665 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:43:53,263 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:53462 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42919:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53462 dst: /127.0.0.1:42919 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:43:53,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741880_1059 (size=472) 2024-11-23T11:43:53,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741880_1059 (size=472) 2024-11-23T11:43:54,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197 after 4002ms 2024-11-23T11:43:54,334 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:54,334 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197 took 4005ms 2024-11-23T11:43:54,336 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197; continuing. 2024-11-23T11:43:54,336 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197 so closing down 2024-11-23T11:43:54,336 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:43:54,338 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732362230197.temp 2024-11-23T11:43:54,339 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005-wal.1732362230197.temp 2024-11-23T11:43:54,339 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:43:54,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741882_1060 (size=259) 2024-11-23T11:43:54,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741882_1060 (size=259) 2024-11-23T11:43:54,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741882_1060 (size=259) 2024-11-23T11:43:54,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005-wal.1732362230197.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-23T11:43:54,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005-wal.1732362230197.temp to hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005 2024-11-23T11:43:54,348 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 13 ms; skipped=1; WAL=hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197, size=0, length=0, corrupted=false, cancelled=false 2024-11-23T11:43:54,348 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197, journal: Splitting hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197, size=0 (0bytes) at 1732362230329Finishing writing output for hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197 so closing down at 1732362234336 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005-wal.1732362230197.temp at 1732362234339 (+3 ms)3 split writer threads finished at 1732362234339Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005-wal.1732362230197.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732362234346 (+7 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005-wal.1732362230197.temp to hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005 at 1732362234348 (+2 ms)Processed 2 edits across 1 Regions in 13 ms; skipped=1; WAL=hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197, size=0, length=0, corrupted=false, cancelled=false at 1732362234348 2024-11-23T11:43:54,350 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197 to hdfs://localhost:38869/hbase/oldWALs/wal.1732362230197 2024-11-23T11:43:54,351 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005 2024-11-23T11:43:54,351 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:54,353 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:54,368 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362234353, exclude list is [], retry=0 2024-11-23T11:43:54,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:54,371 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:54,371 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:54,372 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362234353 2024-11-23T11:43:54,373 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:43:54,373 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 92adfec45d9c7631d5c9db071f7fb1eb, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:54,373 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:54,373 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:54,373 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:54,397 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:54,399 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92adfec45d9c7631d5c9db071f7fb1eb columnFamilyName a 2024-11-23T11:43:54,399 DEBUG [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:54,406 DEBUG [StoreFileOpener-92adfec45d9c7631d5c9db071f7fb1eb-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c12c73d37f44c0bb6bae1dbcf8c5193_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-23T11:43:54,406 DEBUG [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/a/3c12c73d37f44c0bb6bae1dbcf8c5193_SeqId_3_ 2024-11-23T11:43:54,406 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(327): Store=92adfec45d9c7631d5c9db071f7fb1eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:54,406 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:54,407 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92adfec45d9c7631d5c9db071f7fb1eb columnFamilyName b 2024-11-23T11:43:54,408 DEBUG [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:54,408 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(327): Store=92adfec45d9c7631d5c9db071f7fb1eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:54,408 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:54,409 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92adfec45d9c7631d5c9db071f7fb1eb columnFamilyName c 2024-11-23T11:43:54,409 DEBUG [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:54,410 INFO [StoreOpener-92adfec45d9c7631d5c9db071f7fb1eb-1 {}] regionserver.HStore(327): Store=92adfec45d9c7631d5c9db071f7fb1eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:54,410 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:54,411 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:54,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:54,413 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005 2024-11-23T11:43:54,415 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:54,416 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005 2024-11-23T11:43:54,416 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 92adfec45d9c7631d5c9db071f7fb1eb 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-23T11:43:54,431 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/.tmp/a/56b204a41045433fa2cf38b4eff40fe7 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732362230274/Put/seqid=0 2024-11-23T11:43:54,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741884_1062 (size=5149) 2024-11-23T11:43:54,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741884_1062 (size=5149) 2024-11-23T11:43:54,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741884_1062 (size=5149) 2024-11-23T11:43:54,438 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/.tmp/a/56b204a41045433fa2cf38b4eff40fe7 2024-11-23T11:43:54,443 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/.tmp/a/56b204a41045433fa2cf38b4eff40fe7 as hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/a/56b204a41045433fa2cf38b4eff40fe7 2024-11-23T11:43:54,448 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/a/56b204a41045433fa2cf38b4eff40fe7, entries=1, sequenceid=5, filesize=5.0 K 2024-11-23T11:43:54,448 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 92adfec45d9c7631d5c9db071f7fb1eb in 32ms, sequenceid=5, compaction requested=false; wal=null 2024-11-23T11:43:54,449 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/0000000000000000005 2024-11-23T11:43:54,450 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:54,450 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:54,451 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:43:54,452 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 92adfec45d9c7631d5c9db071f7fb1eb 2024-11-23T11:43:54,454 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/92adfec45d9c7631d5c9db071f7fb1eb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T11:43:54,456 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 92adfec45d9c7631d5c9db071f7fb1eb; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67012656, jitterRate=-0.0014336109161376953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:43:54,456 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 92adfec45d9c7631d5c9db071f7fb1eb: Writing region info on filesystem at 1732362234373Initializing all the Stores at 1732362234374 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362234374Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362234374Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362234375 (+1 ms)Obtaining lock to block concurrent updates at 1732362234416 (+41 ms)Preparing flush snapshotting stores in 92adfec45d9c7631d5c9db071f7fb1eb at 1732362234417 (+1 ms)Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732362234417Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb. at 1732362234417Flushing 92adfec45d9c7631d5c9db071f7fb1eb/a: creating writer at 1732362234417Flushing 92adfec45d9c7631d5c9db071f7fb1eb/a: appending metadata at 1732362234430 (+13 ms)Flushing 92adfec45d9c7631d5c9db071f7fb1eb/a: closing flushed file at 1732362234430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585581de: reopening flushed file at 1732362234442 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 92adfec45d9c7631d5c9db071f7fb1eb in 32ms, sequenceid=5, compaction requested=false; wal=null at 1732362234448 (+6 ms)Cleaning up temporary data from old regions at 1732362234450 (+2 ms)Region opened successfully at 1732362234456 (+6 ms) 2024-11-23T11:43:54,460 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 92adfec45d9c7631d5c9db071f7fb1eb, disabling compactions & flushes 2024-11-23T11:43:54,460 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb. 2024-11-23T11:43:54,460 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb. 2024-11-23T11:43:54,460 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb. after waiting 0 ms 2024-11-23T11:43:54,460 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb. 2024-11-23T11:43:54,461 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732362230097.92adfec45d9c7631d5c9db071f7fb1eb. 2024-11-23T11:43:54,461 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 92adfec45d9c7631d5c9db071f7fb1eb: Waiting for close lock at 1732362234460Disabling compacts and flushes for region at 1732362234460Disabling writes for close at 1732362234460Writing region close event to WAL at 1732362234461 (+1 ms)Closed at 1732362234461 2024-11-23T11:43:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741883_1061 (size=95) 2024-11-23T11:43:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741883_1061 (size=95) 2024-11-23T11:43:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741883_1061 (size=95) 2024-11-23T11:43:54,465 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:43:54,465 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732362234353) 2024-11-23T11:43:54,478 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=415 (was 410) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1862289097_22 at /127.0.0.1:44116 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (225185035) connection to localhost/127.0.0.1:38869 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1862289097_22 at /127.0.0.1:50278 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:38869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1862289097_22 at /127.0.0.1:57900 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 268), ProcessCount=11 (was 11), AvailableMemoryMB=7971 (was 8088) 2024-11-23T11:43:54,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=415, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=7971 2024-11-23T11:43:54,504 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:54,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:43:54,512 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 65a045134db8,38891,1732362219160 2024-11-23T11:43:54,514 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34e05898 2024-11-23T11:43:54,515 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:43:54,516 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:43:54,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:43:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-23T11:43:54,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:43:54,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-23T11:43:54,531 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:54,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:43:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:43:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741885_1063 (size=694) 2024-11-23T11:43:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741885_1063 (size=694) 2024-11-23T11:43:54,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741885_1063 (size=694) 2024-11-23T11:43:54,544 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4642295a3ddec5bcedcb41a3e803f59, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9 2024-11-23T11:43:54,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741886_1064 (size=77) 2024-11-23T11:43:54,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741886_1064 (size=77) 2024-11-23T11:43:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741886_1064 (size=77) 2024-11-23T11:43:54,552 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:54,552 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing c4642295a3ddec5bcedcb41a3e803f59, disabling compactions & flushes 2024-11-23T11:43:54,552 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:54,553 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:54,553 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. after waiting 0 ms 2024-11-23T11:43:54,553 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:54,553 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:54,553 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4642295a3ddec5bcedcb41a3e803f59: Waiting for close lock at 1732362234552Disabling compacts and flushes for region at 1732362234552Disabling writes for close at 1732362234553 (+1 ms)Writing region close event to WAL at 1732362234553Closed at 1732362234553 2024-11-23T11:43:54,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:43:54,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732362234554"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732362234554"}]},"ts":"1732362234554"} 2024-11-23T11:43:54,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T11:43:54,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:43:54,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732362234564"}]},"ts":"1732362234564"} 2024-11-23T11:43:54,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-23T11:43:54,572 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {65a045134db8=0} racks are {/default-rack=0} 2024-11-23T11:43:54,573 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T11:43:54,573 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T11:43:54,573 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T11:43:54,573 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T11:43:54,573 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T11:43:54,573 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T11:43:54,573 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T11:43:54,573 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T11:43:54,573 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T11:43:54,573 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T11:43:54,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, ASSIGN}] 2024-11-23T11:43:54,577 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, ASSIGN 2024-11-23T11:43:54,578 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, ASSIGN; state=OFFLINE, location=65a045134db8,40049,1732362220012; forceNewPlan=false, retain=false 2024-11-23T11:43:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:43:54,733 INFO [65a045134db8:38891 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-23T11:43:54,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=OPENING, regionLocation=65a045134db8,40049,1732362220012 2024-11-23T11:43:54,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, ASSIGN because future has completed 2024-11-23T11:43:54,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,40049,1732362220012}] 2024-11-23T11:43:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:43:54,896 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:43:54,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:43:54,908 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:54,909 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c4642295a3ddec5bcedcb41a3e803f59, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:54,909 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,909 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:54,909 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,909 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,911 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,913 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf1 2024-11-23T11:43:54,913 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:54,914 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:54,914 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,916 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf2 2024-11-23T11:43:54,916 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:54,917 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:54,917 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,918 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,918 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,919 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,919 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,920 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-23T11:43:54,922 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,924 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:43:54,925 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c4642295a3ddec5bcedcb41a3e803f59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73164277, jitterRate=0.09023268520832062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-23T11:43:54,925 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:54,925 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c4642295a3ddec5bcedcb41a3e803f59: Running coprocessor pre-open hook at 1732362234910Writing region info on filesystem at 1732362234910Initializing all the Stores at 1732362234911 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362234911Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362234911Cleaning up temporary data from old regions at 1732362234919 (+8 ms)Running coprocessor post-open hooks at 1732362234925 (+6 ms)Region opened successfully at 1732362234925 2024-11-23T11:43:54,927 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., pid=6, masterSystemTime=1732362234896 2024-11-23T11:43:54,930 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:54,931 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:54,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,40049,1732362220012 2024-11-23T11:43:54,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,40049,1732362220012 because future has completed 2024-11-23T11:43:54,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T11:43:54,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,40049,1732362220012 in 194 msec 2024-11-23T11:43:54,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T11:43:54,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, ASSIGN in 364 msec 2024-11-23T11:43:54,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:43:54,944 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732362234944"}]},"ts":"1732362234944"} 2024-11-23T11:43:54,947 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-23T11:43:54,948 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:43:54,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 426 msec 2024-11-23T11:43:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:43:55,169 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-23T11:43:55,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-23T11:43:55,171 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T11:43:55,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-23T11:43:55,178 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T11:43:55,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-23T11:43:55,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=2] 2024-11-23T11:43:55,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:43:55,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:43:55,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c4642295a3ddec5bcedcb41a3e803f59, source=65a045134db8,40049,1732362220012, destination=65a045134db8,34663,1732362219904, warming up region on 65a045134db8,34663,1732362219904 2024-11-23T11:43:55,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c4642295a3ddec5bcedcb41a3e803f59, source=65a045134db8,40049,1732362220012, destination=65a045134db8,34663,1732362219904, running balancer 2024-11-23T11:43:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE 2024-11-23T11:43:55,215 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE 2024-11-23T11:43:55,217 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=CLOSING, regionLocation=65a045134db8,40049,1732362220012 2024-11-23T11:43:55,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34663 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34663 {}] regionserver.HRegion(7855): Warmup {ENCODED => c4642295a3ddec5bcedcb41a3e803f59, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34663 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:55,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE because future has completed 2024-11-23T11:43:55,221 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,221 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T11:43:55,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,40049,1732362220012}] 2024-11-23T11:43:55,222 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf1 2024-11-23T11:43:55,223 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:55,223 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:55,223 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,225 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf2 2024-11-23T11:43:55,225 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:55,226 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34663 {}] regionserver.HRegion(1722): Closing c4642295a3ddec5bcedcb41a3e803f59, disabling compactions & flushes 2024-11-23T11:43:55,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34663 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34663 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34663 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. after waiting 0 ms 2024-11-23T11:43:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34663 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34663 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34663 {}] regionserver.HRegion(1676): Region close journal for c4642295a3ddec5bcedcb41a3e803f59: Waiting for close lock at 1732362235226Disabling compacts and flushes for region at 1732362235226Disabling writes for close at 1732362235226Writing region close event to WAL at 1732362235227 (+1 ms)Closed at 1732362235227 2024-11-23T11:43:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-23T11:43:55,382 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,382 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T11:43:55,382 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing c4642295a3ddec5bcedcb41a3e803f59, disabling compactions & flushes 2024-11-23T11:43:55,382 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,382 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,383 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. after waiting 0 ms 2024-11-23T11:43:55,383 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,383 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing c4642295a3ddec5bcedcb41a3e803f59 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-23T11:43:55,399 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp/cf1/2add5dd0505a40ec8726158ed0ed1c14 is 35, key is r1/cf1:q/1732362235196/Put/seqid=0 2024-11-23T11:43:55,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741887_1065 (size=4783) 2024-11-23T11:43:55,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741887_1065 (size=4783) 2024-11-23T11:43:55,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741887_1065 (size=4783) 2024-11-23T11:43:55,410 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp/cf1/2add5dd0505a40ec8726158ed0ed1c14 2024-11-23T11:43:55,419 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp/cf1/2add5dd0505a40ec8726158ed0ed1c14 as hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/2add5dd0505a40ec8726158ed0ed1c14 2024-11-23T11:43:55,426 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/2add5dd0505a40ec8726158ed0ed1c14, entries=1, sequenceid=5, filesize=4.7 K 2024-11-23T11:43:55,427 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c4642295a3ddec5bcedcb41a3e803f59 in 44ms, sequenceid=5, compaction requested=false 2024-11-23T11:43:55,428 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-23T11:43:55,434 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:43:55,437 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,437 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for c4642295a3ddec5bcedcb41a3e803f59: Waiting for close lock at 1732362235382Running coprocessor pre-close hooks at 1732362235382Disabling compacts and flushes for region at 1732362235382Disabling writes for close at 1732362235383 (+1 ms)Obtaining lock to block concurrent updates at 1732362235383Preparing flush snapshotting stores in c4642295a3ddec5bcedcb41a3e803f59 at 1732362235383Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732362235383Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. at 1732362235384 (+1 ms)Flushing c4642295a3ddec5bcedcb41a3e803f59/cf1: creating writer at 1732362235384Flushing c4642295a3ddec5bcedcb41a3e803f59/cf1: appending metadata at 1732362235399 (+15 ms)Flushing c4642295a3ddec5bcedcb41a3e803f59/cf1: closing flushed file at 1732362235399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d206754: reopening flushed file at 1732362235417 (+18 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c4642295a3ddec5bcedcb41a3e803f59 in 44ms, sequenceid=5, compaction requested=false at 1732362235428 (+11 ms)Writing region close event to WAL at 1732362235429 (+1 ms)Running coprocessor post-close hooks at 1732362235434 (+5 ms)Closed at 1732362235437 (+3 ms) 2024-11-23T11:43:55,437 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding c4642295a3ddec5bcedcb41a3e803f59 move to 65a045134db8,34663,1732362219904 record at close sequenceid=5 2024-11-23T11:43:55,441 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=CLOSED 2024-11-23T11:43:55,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,40049,1732362220012 because future has completed 2024-11-23T11:43:55,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-23T11:43:55,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,40049,1732362220012 in 224 msec 2024-11-23T11:43:55,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE; state=CLOSED, location=65a045134db8,34663,1732362219904; forceNewPlan=false, retain=false 2024-11-23T11:43:55,601 INFO [65a045134db8:38891 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-23T11:43:55,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=OPENING, regionLocation=65a045134db8,34663,1732362219904 2024-11-23T11:43:55,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE because future has completed 2024-11-23T11:43:55,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,34663,1732362219904}] 2024-11-23T11:43:55,772 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,773 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => c4642295a3ddec5bcedcb41a3e803f59, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:55,774 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,774 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:55,774 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,774 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,777 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,778 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf1 2024-11-23T11:43:55,778 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:55,785 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/2add5dd0505a40ec8726158ed0ed1c14 2024-11-23T11:43:55,786 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:55,786 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,787 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf2 2024-11-23T11:43:55,787 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:55,787 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:55,787 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,788 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,789 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,790 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,790 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,791 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-23T11:43:55,792 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,793 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened c4642295a3ddec5bcedcb41a3e803f59; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74882084, jitterRate=0.11583000421524048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-23T11:43:55,793 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:55,794 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for c4642295a3ddec5bcedcb41a3e803f59: Running coprocessor pre-open hook at 1732362235774Writing region info on filesystem at 1732362235774Initializing all the Stores at 1732362235776 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362235776Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362235776Cleaning up temporary data from old regions at 1732362235790 (+14 ms)Running coprocessor post-open hooks at 1732362235793 (+3 ms)Region opened successfully at 1732362235794 (+1 ms) 2024-11-23T11:43:55,795 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., pid=9, masterSystemTime=1732362235763 2024-11-23T11:43:55,798 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,799 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:55,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=OPEN, openSeqNum=9, regionLocation=65a045134db8,34663,1732362219904 2024-11-23T11:43:55,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,34663,1732362219904 because future has completed 2024-11-23T11:43:55,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-23T11:43:55,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,34663,1732362219904 in 194 msec 2024-11-23T11:43:55,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE in 592 msec 2024-11-23T11:43:55,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:43:55,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:43:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:59606 deadline: 1732362295826, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=65a045134db8 port=34663 startCode=1732362219904. As of locationSeqNum=5. 2024-11-23T11:43:55,849 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=65a045134db8 port=34663 startCode=1732362219904. As of locationSeqNum=5. 2024-11-23T11:43:55,850 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=65a045134db8 port=34663 startCode=1732362219904. As of locationSeqNum=5. 2024-11-23T11:43:55,850 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,34663,1732362219904, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=65a045134db8 port=34663 startCode=1732362219904. As of locationSeqNum=5. 2024-11-23T11:43:55,968 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c4642295a3ddec5bcedcb41a3e803f59 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-23T11:43:55,989 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp/cf1/fd5999c7dffc41d3824f23962f9e6058 is 29, key is r1/cf1:/1732362235960/DeleteFamily/seqid=0 2024-11-23T11:43:55,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741888_1066 (size=4906) 2024-11-23T11:43:55,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741888_1066 (size=4906) 2024-11-23T11:43:55,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741888_1066 (size=4906) 2024-11-23T11:43:55,997 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp/cf1/fd5999c7dffc41d3824f23962f9e6058 2024-11-23T11:43:56,003 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd5999c7dffc41d3824f23962f9e6058 2024-11-23T11:43:56,016 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp/cf2/cb0574132c0047bf8905b262fd2b1067 is 29, key is r1/cf2:/1732362235960/DeleteFamily/seqid=0 2024-11-23T11:43:56,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741889_1067 (size=4906) 2024-11-23T11:43:56,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741889_1067 (size=4906) 2024-11-23T11:43:56,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741889_1067 (size=4906) 2024-11-23T11:43:56,025 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp/cf2/cb0574132c0047bf8905b262fd2b1067 2024-11-23T11:43:56,031 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb0574132c0047bf8905b262fd2b1067 2024-11-23T11:43:56,032 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp/cf1/fd5999c7dffc41d3824f23962f9e6058 as hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/fd5999c7dffc41d3824f23962f9e6058 2024-11-23T11:43:56,038 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd5999c7dffc41d3824f23962f9e6058 2024-11-23T11:43:56,038 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/fd5999c7dffc41d3824f23962f9e6058, entries=1, sequenceid=12, filesize=4.8 K 2024-11-23T11:43:56,039 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp/cf2/cb0574132c0047bf8905b262fd2b1067 as hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf2/cb0574132c0047bf8905b262fd2b1067 2024-11-23T11:43:56,045 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb0574132c0047bf8905b262fd2b1067 2024-11-23T11:43:56,046 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf2/cb0574132c0047bf8905b262fd2b1067, entries=1, sequenceid=12, filesize=4.8 K 2024-11-23T11:43:56,047 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for c4642295a3ddec5bcedcb41a3e803f59 in 79ms, sequenceid=12, compaction requested=false 2024-11-23T11:43:56,047 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c4642295a3ddec5bcedcb41a3e803f59: 2024-11-23T11:43:56,049 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T11:43:56,050 DEBUG [Time-limited test {}] regionserver.HStore(1541): c4642295a3ddec5bcedcb41a3e803f59/cf1 is initiating major compaction (all files) 2024-11-23T11:43:56,050 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:43:56,051 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:56,051 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c4642295a3ddec5bcedcb41a3e803f59/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,051 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/2add5dd0505a40ec8726158ed0ed1c14, hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/fd5999c7dffc41d3824f23962f9e6058] into tmpdir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp, totalSize=9.5 K 2024-11-23T11:43:56,052 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2add5dd0505a40ec8726158ed0ed1c14, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732362235196 2024-11-23T11:43:56,053 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting fd5999c7dffc41d3824f23962f9e6058, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-23T11:43:56,064 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c4642295a3ddec5bcedcb41a3e803f59#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:43:56,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741890_1068 (size=4626) 2024-11-23T11:43:56,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741890_1068 (size=4626) 2024-11-23T11:43:56,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741890_1068 (size=4626) 2024-11-23T11:43:56,077 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp/cf1/062736a97d8e4f1f8fb4c109dd23f35b as hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/062736a97d8e4f1f8fb4c109dd23f35b 2024-11-23T11:43:56,094 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in c4642295a3ddec5bcedcb41a3e803f59/cf1 of c4642295a3ddec5bcedcb41a3e803f59 into 062736a97d8e4f1f8fb4c109dd23f35b(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:43:56,094 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c4642295a3ddec5bcedcb41a3e803f59: 2024-11-23T11:43:56,094 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-23T11:43:56,094 DEBUG [Time-limited test {}] regionserver.HStore(1541): c4642295a3ddec5bcedcb41a3e803f59/cf2 is initiating major compaction (all files) 2024-11-23T11:43:56,094 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:43:56,094 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:43:56,095 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c4642295a3ddec5bcedcb41a3e803f59/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,095 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf2/cb0574132c0047bf8905b262fd2b1067] into tmpdir=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp, totalSize=4.8 K 2024-11-23T11:43:56,096 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cb0574132c0047bf8905b262fd2b1067, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-23T11:43:56,102 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c4642295a3ddec5bcedcb41a3e803f59#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T11:43:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741891_1069 (size=4592) 2024-11-23T11:43:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741891_1069 (size=4592) 2024-11-23T11:43:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741891_1069 (size=4592) 2024-11-23T11:43:56,118 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/.tmp/cf2/9fa509b5d1ae4616bb31bd12fcd04b4d as hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf2/9fa509b5d1ae4616bb31bd12fcd04b4d 2024-11-23T11:43:56,127 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in c4642295a3ddec5bcedcb41a3e803f59/cf2 of c4642295a3ddec5bcedcb41a3e803f59 into 9fa509b5d1ae4616bb31bd12fcd04b4d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:43:56,127 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c4642295a3ddec5bcedcb41a3e803f59: 2024-11-23T11:43:56,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c4642295a3ddec5bcedcb41a3e803f59, source=65a045134db8,34663,1732362219904, destination=65a045134db8,40049,1732362220012, warming up region on 65a045134db8,40049,1732362220012 2024-11-23T11:43:56,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c4642295a3ddec5bcedcb41a3e803f59, source=65a045134db8,34663,1732362219904, destination=65a045134db8,40049,1732362220012, running balancer 2024-11-23T11:43:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE 2024-11-23T11:43:56,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE 2024-11-23T11:43:56,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=CLOSING, regionLocation=65a045134db8,34663,1732362219904 2024-11-23T11:43:56,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.HRegion(7855): Warmup {ENCODED => c4642295a3ddec5bcedcb41a3e803f59, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:56,138 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,139 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf1 2024-11-23T11:43:56,139 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:56,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE because future has completed 2024-11-23T11:43:56,140 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T11:43:56,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,34663,1732362219904}] 2024-11-23T11:43:56,149 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/062736a97d8e4f1f8fb4c109dd23f35b 2024-11-23T11:43:56,154 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/2add5dd0505a40ec8726158ed0ed1c14 2024-11-23T11:43:56,159 INFO [StoreFileOpener-c4642295a3ddec5bcedcb41a3e803f59-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd5999c7dffc41d3824f23962f9e6058 2024-11-23T11:43:56,159 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/fd5999c7dffc41d3824f23962f9e6058 2024-11-23T11:43:56,160 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:56,160 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,161 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf2 2024-11-23T11:43:56,161 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:56,168 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf2/9fa509b5d1ae4616bb31bd12fcd04b4d 2024-11-23T11:43:56,174 INFO [StoreFileOpener-c4642295a3ddec5bcedcb41a3e803f59-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb0574132c0047bf8905b262fd2b1067 2024-11-23T11:43:56,174 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf2/cb0574132c0047bf8905b262fd2b1067 2024-11-23T11:43:56,174 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.HRegion(1722): Closing c4642295a3ddec5bcedcb41a3e803f59, disabling compactions & flushes 2024-11-23T11:43:56,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. after waiting 0 ms 2024-11-23T11:43:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] regionserver.HRegion(1676): Region close journal for c4642295a3ddec5bcedcb41a3e803f59: Waiting for close lock at 1732362236174Disabling compacts and flushes for region at 1732362236174Disabling writes for close at 1732362236175 (+1 ms)Writing region close event to WAL at 1732362236176 (+1 ms)Closed at 1732362236176 2024-11-23T11:43:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-23T11:43:56,294 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,294 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T11:43:56,295 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing c4642295a3ddec5bcedcb41a3e803f59, disabling compactions & flushes 2024-11-23T11:43:56,295 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,295 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,295 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. after waiting 0 ms 2024-11-23T11:43:56,295 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,295 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/2add5dd0505a40ec8726158ed0ed1c14, hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/fd5999c7dffc41d3824f23962f9e6058] to archive 2024-11-23T11:43:56,299 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:43:56,303 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/2add5dd0505a40ec8726158ed0ed1c14 to hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/2add5dd0505a40ec8726158ed0ed1c14 2024-11-23T11:43:56,305 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/fd5999c7dffc41d3824f23962f9e6058 to hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/fd5999c7dffc41d3824f23962f9e6058 2024-11-23T11:43:56,317 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf2/cb0574132c0047bf8905b262fd2b1067] to archive 2024-11-23T11:43:56,318 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:43:56,319 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf2/cb0574132c0047bf8905b262fd2b1067 to hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf2/cb0574132c0047bf8905b262fd2b1067 2024-11-23T11:43:56,324 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-23T11:43:56,325 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,325 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for c4642295a3ddec5bcedcb41a3e803f59: Waiting for close lock at 1732362236294Running coprocessor pre-close hooks at 1732362236294Disabling compacts and flushes for region at 1732362236294Disabling writes for close at 1732362236295 (+1 ms)Writing region close event to WAL at 1732362236321 (+26 ms)Running coprocessor post-close hooks at 1732362236325 (+4 ms)Closed at 1732362236325 2024-11-23T11:43:56,325 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding c4642295a3ddec5bcedcb41a3e803f59 move to 65a045134db8,40049,1732362220012 record at close sequenceid=12 2024-11-23T11:43:56,327 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,328 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=CLOSED 2024-11-23T11:43:56,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,34663,1732362219904 because future has completed 2024-11-23T11:43:56,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T11:43:56,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,34663,1732362219904 in 192 msec 2024-11-23T11:43:56,335 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE; state=CLOSED, location=65a045134db8,40049,1732362220012; forceNewPlan=false, retain=false 2024-11-23T11:43:56,487 INFO [65a045134db8:38891 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-23T11:43:56,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=OPENING, regionLocation=65a045134db8,40049,1732362220012 2024-11-23T11:43:56,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE because future has completed 2024-11-23T11:43:56,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,40049,1732362220012}] 2024-11-23T11:43:56,654 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,654 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c4642295a3ddec5bcedcb41a3e803f59, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:56,655 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,655 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:56,655 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,655 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,658 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,659 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf1 2024-11-23T11:43:56,659 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:56,667 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/062736a97d8e4f1f8fb4c109dd23f35b 2024-11-23T11:43:56,667 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:56,667 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,668 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf2 2024-11-23T11:43:56,668 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:56,675 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf2/9fa509b5d1ae4616bb31bd12fcd04b4d 2024-11-23T11:43:56,675 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:56,675 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,676 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,677 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,678 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,678 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,679 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-23T11:43:56,681 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,682 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened c4642295a3ddec5bcedcb41a3e803f59; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61146280, jitterRate=-0.08884942531585693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-23T11:43:56,682 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,683 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c4642295a3ddec5bcedcb41a3e803f59: Running coprocessor pre-open hook at 1732362236655Writing region info on filesystem at 1732362236655Initializing all the Stores at 1732362236657 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362236657Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362236657Cleaning up temporary data from old regions at 1732362236678 (+21 ms)Running coprocessor post-open hooks at 1732362236682 (+4 ms)Region opened successfully at 1732362236683 (+1 ms) 2024-11-23T11:43:56,684 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., pid=12, masterSystemTime=1732362236644 2024-11-23T11:43:56,686 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,686 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=OPEN, openSeqNum=18, regionLocation=65a045134db8,40049,1732362220012 2024-11-23T11:43:56,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,40049,1732362220012 because future has completed 2024-11-23T11:43:56,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-23T11:43:56,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,40049,1732362220012 in 198 msec 2024-11-23T11:43:56,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, REOPEN/MOVE in 560 msec 2024-11-23T11:43:56,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:43:56,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:43:56,741 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 65a045134db8,40049,1732362220012: testing ***** 2024-11-23T11:43:56,741 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:43:56,743 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:43:56,744 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:43:56,748 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:43:56,749 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:43:56,759 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 277330944 }, "NonHeapMemoryUsage": { "committed": 171311104, "init": 7667712, "max": -1, "used": 168607920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "65a045134db8", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 8, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 4, "ProcessCallTime_75th_percentile": 6, "ProcessCallTime_90th_percentile": 7, "ProcessCallTime_95th_percentile": 7, "ProcessCallTime_98th_percentile": 7, "ProcessCallTime_99th_percentile": 7, "ProcessCallTime_99.9th_percentile": 7, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 8, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 4, "TotalCallTime_75th_percentile": 6, "TotalCallTime_90th_percentile": 7, "TotalCallTime_95th_percentile": 7, "TotalCallTime_98th_percentile": 7, "TotalCallTime_99th_percentile": 7, "TotalCallTime_99.9th_percentile": 7, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "65a045134db8", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:65080", "tag.serverName": "65a045134db8,46225,1732362220087", "tag.clusterId": "69d226d4-33f0-4267-be0a-d5f0133604f2", "tag.Context": "regionserver", "tag.Hostname": "65a045134db8", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732362220087, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-23T11:43:56,762 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38891 {}] master.MasterRpcServices(700): 65a045134db8,40049,1732362220012 reported a fatal error: ***** ABORTING region server 65a045134db8,40049,1732362220012: testing ***** 2024-11-23T11:43:56,765 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '65a045134db8,40049,1732362220012' ***** 2024-11-23T11:43:56,765 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-23T11:43:56,765 INFO [RS:1;65a045134db8:40049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:43:56,766 INFO [RS:1;65a045134db8:40049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-23T11:43:56,766 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:43:56,766 INFO [RS:1;65a045134db8:40049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-23T11:43:56,766 INFO [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(3091): Received CLOSE for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,766 INFO [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(956): aborting server 65a045134db8,40049,1732362220012 2024-11-23T11:43:56,766 INFO [RS:1;65a045134db8:40049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:43:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34663 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:45112 deadline: 1732362296766, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=65a045134db8 port=40049 startCode=1732362220012. As of locationSeqNum=12. 2024-11-23T11:43:56,767 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4642295a3ddec5bcedcb41a3e803f59, disabling compactions & flushes 2024-11-23T11:43:56,767 INFO [RS:1;65a045134db8:40049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;65a045134db8:40049. 2024-11-23T11:43:56,767 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,767 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,767 DEBUG [RS:1;65a045134db8:40049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:43:56,767 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. after waiting 0 ms 2024-11-23T11:43:56,767 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,767 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,34663,1732362219904, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,34663,1732362219904, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=65a045134db8 port=40049 startCode=1732362220012. As of locationSeqNum=12. 2024-11-23T11:43:56,767 DEBUG [RS:1;65a045134db8:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:43:56,767 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,34663,1732362219904, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=65a045134db8 port=40049 startCode=1732362220012. As of locationSeqNum=12. 2024-11-23T11:43:56,767 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,34663,1732362219904, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=65a045134db8 port=40049 startCode=1732362220012. As of locationSeqNum=12. 2024-11-23T11:43:56,768 INFO [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T11:43:56,768 DEBUG [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(1325): Online Regions={c4642295a3ddec5bcedcb41a3e803f59=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.} 2024-11-23T11:43:56,768 DEBUG [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(1351): Waiting on c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:56,770 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,770 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4642295a3ddec5bcedcb41a3e803f59: Waiting for close lock at 1732362236766Running coprocessor pre-close hooks at 1732362236767 (+1 ms)Disabling compacts and flushes for region at 1732362236767Disabling writes for close at 1732362236767Writing region close event to WAL at 1732362236769 (+2 ms)Running coprocessor post-close hooks at 1732362236769Closed at 1732362236770 (+1 ms) 2024-11-23T11:43:56,770 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:56,821 INFO [regionserver/65a045134db8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:43:56,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 65a045134db8,40049,1732362220012 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:43:56,881 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 65a045134db8,40049,1732362220012 aborting 2024-11-23T11:43:56,881 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 65a045134db8,40049,1732362220012 aborting 2024-11-23T11:43:56,881 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=12 from cache 2024-11-23T11:43:56,968 INFO [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(976): stopping server 65a045134db8,40049,1732362220012; all regions closed. 2024-11-23T11:43:56,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741834_1010 (size=1404) 2024-11-23T11:43:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741834_1010 (size=1404) 2024-11-23T11:43:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741834_1010 (size=1404) 2024-11-23T11:43:56,973 DEBUG [RS:1;65a045134db8:40049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:43:56,973 INFO [RS:1;65a045134db8:40049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:43:56,974 INFO [RS:1;65a045134db8:40049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:43:56,974 INFO [RS:1;65a045134db8:40049 {}] hbase.ChoreService(370): Chore service for: regionserver/65a045134db8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:43:56,974 INFO [regionserver/65a045134db8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:43:56,974 INFO [RS:1;65a045134db8:40049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:43:56,974 INFO [RS:1;65a045134db8:40049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:43:56,975 INFO [RS:1;65a045134db8:40049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:43:56,975 INFO [RS:1;65a045134db8:40049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:43:56,975 INFO [RS:1;65a045134db8:40049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40049 2024-11-23T11:43:57,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65a045134db8,40049,1732362220012 2024-11-23T11:43:57,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T11:43:57,029 INFO [RS:1;65a045134db8:40049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:43:57,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65a045134db8,40049,1732362220012] 2024-11-23T11:43:57,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/65a045134db8,40049,1732362220012 already deleted, retry=false 2024-11-23T11:43:57,046 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 65a045134db8,40049,1732362220012 on 65a045134db8,38891,1732362219160 2024-11-23T11:43:57,053 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 65a045134db8,40049,1732362220012, splitWal=true, meta=false 2024-11-23T11:43:57,057 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 65a045134db8,40049,1732362220012 (carryingMeta=false) 65a045134db8,40049,1732362220012/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@29814957[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T11:43:57,058 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 65a045134db8,40049,1732362220012, splitWal=true, meta=false 2024-11-23T11:43:57,060 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 65a045134db8,40049,1732362220012 had 1 regions 2024-11-23T11:43:57,062 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 65a045134db8,40049,1732362220012, splitWal=true, meta=false, isMeta: false 2024-11-23T11:43:57,063 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting 2024-11-23T11:43:57,064 INFO [PEWorker-2 {}] master.SplitWALManager(105): 65a045134db8,40049,1732362220012 WAL count=1, meta=false 2024-11-23T11:43:57,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 65a045134db8%2C40049%2C1732362220012.1732362221577}] 2024-11-23T11:43:57,072 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=65a045134db8,34663,1732362219904 2024-11-23T11:43:57,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 65a045134db8%2C40049%2C1732362220012.1732362221577, worker=65a045134db8,34663,1732362219904}] 2024-11-23T11:43:57,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=18] 2024-11-23T11:43:57,095 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 65a045134db8:40049 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 65a045134db8/172.17.0.2:40049 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:43:57,095 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=18, error=java.net.ConnectException: Call to address=65a045134db8:40049 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 65a045134db8/172.17.0.2:40049 2024-11-23T11:43:57,096 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-23T11:43:57,096 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=18 from cache 2024-11-23T11:43:57,096 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 65a045134db8:40049 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 65a045134db8/172.17.0.2:40049 2024-11-23T11:43:57,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:43:57,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40049-0x10168cb3e4b0002, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:43:57,138 INFO [RS:1;65a045134db8:40049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:43:57,139 INFO [RS:1;65a045134db8:40049 {}] regionserver.HRegionServer(1031): Exiting; stopping=65a045134db8,40049,1732362220012; zookeeper connection closed. 2024-11-23T11:43:57,139 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cc529f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cc529f8 2024-11-23T11:43:57,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-23T11:43:57,253 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577, size=1.4 K (1404bytes) 2024-11-23T11:43:57,253 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577 2024-11-23T11:43:57,254 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577 after 1ms 2024-11-23T11:43:57,256 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:57,257 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577 took 5ms 2024-11-23T11:43:57,265 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for c4642295a3ddec5bcedcb41a3e803f59: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-23T11:43:57,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577 so closing down 2024-11-23T11:43:57,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:43:57,266 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:43:57,266 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577, size=1.4 K, length=1404, corrupted=false, cancelled=false 2024-11-23T11:43:57,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577, journal: Splitting hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577, size=1.4 K (1404bytes) at 1732362237253Finishing writing output for hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577 so closing down at 1732362237266 (+13 ms)3 split writer threads finished at 1732362237266Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577, size=1.4 K, length=1404, corrupted=false, cancelled=false at 1732362237266 2024-11-23T11:43:57,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577 2024-11-23T11:43:57,268 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T11:43:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-23T11:43:57,275 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting/65a045134db8%2C40049%2C1732362220012.1732362221577 to hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/oldWALs 2024-11-23T11:43:57,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T11:43:57,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 65a045134db8%2C40049%2C1732362220012.1732362221577, worker=65a045134db8,34663,1732362219904 in 202 msec 2024-11-23T11:43:57,280 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=65a045134db8,34663,1732362219904 2024-11-23T11:43:57,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T11:43:57,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 65a045134db8%2C40049%2C1732362220012.1732362221577, worker=65a045134db8,34663,1732362219904 in 215 msec 2024-11-23T11:43:57,285 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting dir is empty, no logs to split. 2024-11-23T11:43:57,285 INFO [PEWorker-2 {}] master.SplitWALManager(105): 65a045134db8,40049,1732362220012 WAL count=0, meta=false 2024-11-23T11:43:57,285 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 65a045134db8,40049,1732362220012 WAL splitting is done? wals=0, meta=false 2024-11-23T11:43:57,287 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 65a045134db8,40049,1732362220012 failed, ignore...File hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,40049,1732362220012-splitting does not exist. 2024-11-23T11:43:57,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, ASSIGN}] 2024-11-23T11:43:57,291 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, ASSIGN 2024-11-23T11:43:57,293 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T11:43:57,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=18] 2024-11-23T11:43:57,414 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 65a045134db8:40049 this server is in the failed servers list 2024-11-23T11:43:57,414 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=65a045134db8:40049 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 65a045134db8:40049 2024-11-23T11:43:57,414 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 65a045134db8:40049 2024-11-23T11:43:57,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,40049,1732362220012, seqNum=18 from cache 2024-11-23T11:43:57,443 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(204): Hosts are {65a045134db8=0} racks are {/default-rack=0} 2024-11-23T11:43:57,443 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T11:43:57,443 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T11:43:57,443 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T11:43:57,444 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T11:43:57,444 INFO [65a045134db8:38891 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T11:43:57,444 INFO [65a045134db8:38891 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T11:43:57,444 DEBUG [65a045134db8:38891 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T11:43:57,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=OPENING, regionLocation=65a045134db8,46225,1732362220087 2024-11-23T11:43:57,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, ASSIGN because future has completed 2024-11-23T11:43:57,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,46225,1732362220087}] 2024-11-23T11:43:57,600 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:43:57,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56999, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:43:57,610 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:57,610 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c4642295a3ddec5bcedcb41a3e803f59, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:57,611 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,611 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:57,611 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,611 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,612 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,614 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf1 2024-11-23T11:43:57,614 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:57,619 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf1/062736a97d8e4f1f8fb4c109dd23f35b 2024-11-23T11:43:57,619 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:57,620 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,621 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4642295a3ddec5bcedcb41a3e803f59 columnFamilyName cf2 2024-11-23T11:43:57,621 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:57,626 DEBUG [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/cf2/9fa509b5d1ae4616bb31bd12fcd04b4d 2024-11-23T11:43:57,626 INFO [StoreOpener-c4642295a3ddec5bcedcb41a3e803f59-1 {}] regionserver.HStore(327): Store=c4642295a3ddec5bcedcb41a3e803f59/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:57,626 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,627 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,629 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,630 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,630 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,630 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-23T11:43:57,632 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,633 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c4642295a3ddec5bcedcb41a3e803f59; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65491649, jitterRate=-0.024098381400108337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-23T11:43:57,633 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:43:57,634 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c4642295a3ddec5bcedcb41a3e803f59: Running coprocessor pre-open hook at 1732362237611Writing region info on filesystem at 1732362237611Initializing all the Stores at 1732362237612 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362237612Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362237612Cleaning up temporary data from old regions at 1732362237630 (+18 ms)Running coprocessor post-open hooks at 1732362237633 (+3 ms)Region opened successfully at 1732362237633 2024-11-23T11:43:57,635 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., pid=17, masterSystemTime=1732362237600 2024-11-23T11:43:57,637 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:57,637 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:43:57,638 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c4642295a3ddec5bcedcb41a3e803f59, regionState=OPEN, openSeqNum=18, regionLocation=65a045134db8,46225,1732362220087 2024-11-23T11:43:57,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,46225,1732362220087 because future has completed 2024-11-23T11:43:57,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T11:43:57,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure c4642295a3ddec5bcedcb41a3e803f59, server=65a045134db8,46225,1732362220087 in 194 msec 2024-11-23T11:43:57,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-23T11:43:57,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c4642295a3ddec5bcedcb41a3e803f59, ASSIGN in 354 msec 2024-11-23T11:43:57,646 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 65a045134db8,40049,1732362220012 after splitting done 2024-11-23T11:43:57,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 65a045134db8,40049,1732362220012, splitWal=true, meta=false in 599 msec 2024-11-23T11:43:57,922 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59., hostname=65a045134db8,46225,1732362220087, seqNum=18] 2024-11-23T11:43:57,923 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:43:57,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:43:57,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412 (was 415), OpenFileDescriptor=1050 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 268), ProcessCount=11 (was 11), AvailableMemoryMB=7928 (was 7971) 2024-11-23T11:43:57,943 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-23T11:43:57,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=412, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=7927 2024-11-23T11:43:57,954 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-23T11:43:57,966 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:57,968 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:57,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:43:57,971 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77208595, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/hregion-77208595, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:57,982 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77208595/hregion-77208595.1732362237971, exclude list is [], retry=0 2024-11-23T11:43:57,985 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:57,985 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:57,985 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:57,990 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77208595/hregion-77208595.1732362237971 2024-11-23T11:43:57,991 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151)] 2024-11-23T11:43:57,991 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 924f336b05cefec62f75602f21157734, NAME => 'testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38869/hbase 2024-11-23T11:43:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741893_1071 (size=67) 2024-11-23T11:43:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741893_1071 (size=67) 2024-11-23T11:43:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741893_1071 (size=67) 2024-11-23T11:43:57,999 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:58,000 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,002 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 924f336b05cefec62f75602f21157734 columnFamilyName a 2024-11-23T11:43:58,002 DEBUG [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,003 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(327): Store=924f336b05cefec62f75602f21157734/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,003 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,004 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 924f336b05cefec62f75602f21157734 columnFamilyName b 2024-11-23T11:43:58,005 DEBUG [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,005 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(327): Store=924f336b05cefec62f75602f21157734/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,005 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,007 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 924f336b05cefec62f75602f21157734 columnFamilyName c 2024-11-23T11:43:58,007 DEBUG [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,007 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(327): Store=924f336b05cefec62f75602f21157734/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,007 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,008 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,008 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,009 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,009 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,010 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:43:58,011 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,013 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:43:58,013 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 924f336b05cefec62f75602f21157734; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72547875, jitterRate=0.08104757964611053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:43:58,014 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 924f336b05cefec62f75602f21157734: Writing region info on filesystem at 1732362237999Initializing all the Stores at 1732362238000 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238000Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238000Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238000Cleaning up temporary data from old regions at 1732362238009 (+9 ms)Region opened successfully at 1732362238014 (+5 ms) 2024-11-23T11:43:58,014 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 924f336b05cefec62f75602f21157734, disabling compactions & flushes 2024-11-23T11:43:58,014 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734. 2024-11-23T11:43:58,014 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734. 2024-11-23T11:43:58,014 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734. after waiting 0 ms 2024-11-23T11:43:58,014 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734. 2024-11-23T11:43:58,014 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734. 2024-11-23T11:43:58,014 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 924f336b05cefec62f75602f21157734: Waiting for close lock at 1732362238014Disabling compacts and flushes for region at 1732362238014Disabling writes for close at 1732362238014Writing region close event to WAL at 1732362238014Closed at 1732362238014 2024-11-23T11:43:58,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741892_1070 (size=95) 2024-11-23T11:43:58,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741892_1070 (size=95) 2024-11-23T11:43:58,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741892_1070 (size=95) 2024-11-23T11:43:58,019 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:43:58,019 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77208595:(num 1732362237971) 2024-11-23T11:43:58,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:58,021 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:58,032 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021, exclude list is [], retry=0 2024-11-23T11:43:58,034 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:58,035 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:58,035 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:58,036 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021 2024-11-23T11:43:58,036 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-23T11:43:58,037 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 924f336b05cefec62f75602f21157734, NAME => 'testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:58,037 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:58,037 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,037 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,038 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,039 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 924f336b05cefec62f75602f21157734 columnFamilyName a 2024-11-23T11:43:58,039 DEBUG [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,039 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(327): Store=924f336b05cefec62f75602f21157734/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,039 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,040 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 924f336b05cefec62f75602f21157734 columnFamilyName b 2024-11-23T11:43:58,040 DEBUG [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,041 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(327): Store=924f336b05cefec62f75602f21157734/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,041 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,041 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 924f336b05cefec62f75602f21157734 columnFamilyName c 2024-11-23T11:43:58,041 DEBUG [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,042 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(327): Store=924f336b05cefec62f75602f21157734/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,042 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,042 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,043 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,044 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,044 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,045 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:43:58,046 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,047 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 924f336b05cefec62f75602f21157734; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74384162, jitterRate=0.10841038823127747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:43:58,047 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 924f336b05cefec62f75602f21157734: Writing region info on filesystem at 1732362238037Initializing all the Stores at 1732362238038 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238038Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238038Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238038Cleaning up temporary data from old regions at 1732362238044 (+6 ms)Region opened successfully at 1732362238047 (+3 ms) 2024-11-23T11:43:58,072 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 924f336b05cefec62f75602f21157734 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-23T11:43:58,087 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/a/81c5b0c43c994a8ab9c27516c05d9e4a is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732362238047/Put/seqid=0 2024-11-23T11:43:58,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741895_1073 (size=5958) 2024-11-23T11:43:58,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741895_1073 (size=5958) 2024-11-23T11:43:58,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741895_1073 (size=5958) 2024-11-23T11:43:58,094 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/a/81c5b0c43c994a8ab9c27516c05d9e4a 2024-11-23T11:43:58,112 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/b/3939e50fa99f40fca61c5923eb2c5477 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732362238055/Put/seqid=0 2024-11-23T11:43:58,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741896_1074 (size=5958) 2024-11-23T11:43:58,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741896_1074 (size=5958) 2024-11-23T11:43:58,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741896_1074 (size=5958) 2024-11-23T11:43:58,119 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/b/3939e50fa99f40fca61c5923eb2c5477 2024-11-23T11:43:58,137 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/c/64a6c5fb85954010868122a5e36533ae is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732362238063/Put/seqid=0 2024-11-23T11:43:58,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741897_1075 (size=5958) 2024-11-23T11:43:58,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741897_1075 (size=5958) 2024-11-23T11:43:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741897_1075 (size=5958) 2024-11-23T11:43:58,143 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/c/64a6c5fb85954010868122a5e36533ae 2024-11-23T11:43:58,148 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/a/81c5b0c43c994a8ab9c27516c05d9e4a as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/a/81c5b0c43c994a8ab9c27516c05d9e4a 2024-11-23T11:43:58,154 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/a/81c5b0c43c994a8ab9c27516c05d9e4a, entries=10, sequenceid=33, filesize=5.8 K 2024-11-23T11:43:58,155 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/b/3939e50fa99f40fca61c5923eb2c5477 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/b/3939e50fa99f40fca61c5923eb2c5477 2024-11-23T11:43:58,161 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/b/3939e50fa99f40fca61c5923eb2c5477, entries=10, sequenceid=33, filesize=5.8 K 2024-11-23T11:43:58,162 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/c/64a6c5fb85954010868122a5e36533ae as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/c/64a6c5fb85954010868122a5e36533ae 2024-11-23T11:43:58,168 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/c/64a6c5fb85954010868122a5e36533ae, entries=10, sequenceid=33, filesize=5.8 K 2024-11-23T11:43:58,169 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 924f336b05cefec62f75602f21157734 in 97ms, sequenceid=33, compaction requested=false 2024-11-23T11:43:58,170 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 924f336b05cefec62f75602f21157734: 2024-11-23T11:43:58,170 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 924f336b05cefec62f75602f21157734, disabling compactions & flushes 2024-11-23T11:43:58,170 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734. 2024-11-23T11:43:58,170 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734. 2024-11-23T11:43:58,170 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734. after waiting 0 ms 2024-11-23T11:43:58,170 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734. 2024-11-23T11:43:58,171 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734. 2024-11-23T11:43:58,171 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 924f336b05cefec62f75602f21157734: Waiting for close lock at 1732362238170Disabling compacts and flushes for region at 1732362238170Disabling writes for close at 1732362238170Writing region close event to WAL at 1732362238171 (+1 ms)Closed at 1732362238171 2024-11-23T11:43:58,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741894_1072 (size=3384) 2024-11-23T11:43:58,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741894_1072 (size=3384) 2024-11-23T11:43:58,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741894_1072 (size=3384) 2024-11-23T11:43:58,178 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/b/3939e50fa99f40fca61c5923eb2c5477 to hdfs://localhost:38869/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/b/3939e50fa99f40fca61c5923eb2c5477 2024-11-23T11:43:58,193 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021, size=3.3 K (3384bytes) 2024-11-23T11:43:58,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021 2024-11-23T11:43:58,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021 after 0ms 2024-11-23T11:43:58,196 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:58,196 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021 took 3ms 2024-11-23T11:43:58,199 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021 so closing down 2024-11-23T11:43:58,199 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:43:58,199 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732362238021.temp 2024-11-23T11:43:58,201 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000003-wal.1732362238021.temp 2024-11-23T11:43:58,201 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:43:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741898_1076 (size=2944) 2024-11-23T11:43:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741898_1076 (size=2944) 2024-11-23T11:43:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741898_1076 (size=2944) 2024-11-23T11:43:58,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000003-wal.1732362238021.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-23T11:43:58,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000003-wal.1732362238021.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000032 2024-11-23T11:43:58,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021, size=3.3 K, length=3384, corrupted=false, cancelled=false 2024-11-23T11:43:58,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021, journal: Splitting hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021, size=3.3 K (3384bytes) at 1732362238193Finishing writing output for hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021 so closing down at 1732362238199 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000003-wal.1732362238021.temp at 1732362238201 (+2 ms)3 split writer threads finished at 1732362238201Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000003-wal.1732362238021.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732362238208 (+7 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000003-wal.1732362238021.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000032 at 1732362238209 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021, size=3.3 K, length=3384, corrupted=false, cancelled=false at 1732362238209 2024-11-23T11:43:58,211 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238021 to hdfs://localhost:38869/hbase/oldWALs/wal.1732362238021 2024-11-23T11:43:58,212 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000032 2024-11-23T11:43:58,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:58,213 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:58,225 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238214, exclude list is [], retry=0 2024-11-23T11:43:58,227 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:58,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:58,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:58,229 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238214 2024-11-23T11:43:58,230 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:43:58,230 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 924f336b05cefec62f75602f21157734, NAME => 'testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:58,230 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:58,230 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,230 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,231 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,232 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 924f336b05cefec62f75602f21157734 columnFamilyName a 2024-11-23T11:43:58,232 DEBUG [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,238 DEBUG [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/a/81c5b0c43c994a8ab9c27516c05d9e4a 2024-11-23T11:43:58,238 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(327): Store=924f336b05cefec62f75602f21157734/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,238 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,239 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 924f336b05cefec62f75602f21157734 columnFamilyName b 2024-11-23T11:43:58,239 DEBUG [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,240 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(327): Store=924f336b05cefec62f75602f21157734/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,240 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,241 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 924f336b05cefec62f75602f21157734 columnFamilyName c 2024-11-23T11:43:58,241 DEBUG [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,246 DEBUG [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/c/64a6c5fb85954010868122a5e36533ae 2024-11-23T11:43:58,246 INFO [StoreOpener-924f336b05cefec62f75602f21157734-1 {}] regionserver.HStore(327): Store=924f336b05cefec62f75602f21157734/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,247 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,247 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,249 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,249 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000032 2024-11-23T11:43:58,251 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:43:58,253 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000032 2024-11-23T11:43:58,253 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 924f336b05cefec62f75602f21157734 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-23T11:43:58,265 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/b/2af44b487700406f90cffefcbd8a7b9d is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732362238055/Put/seqid=0 2024-11-23T11:43:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741900_1078 (size=5958) 2024-11-23T11:43:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741900_1078 (size=5958) 2024-11-23T11:43:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741900_1078 (size=5958) 2024-11-23T11:43:58,273 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/b/2af44b487700406f90cffefcbd8a7b9d 2024-11-23T11:43:58,278 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/.tmp/b/2af44b487700406f90cffefcbd8a7b9d as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/b/2af44b487700406f90cffefcbd8a7b9d 2024-11-23T11:43:58,283 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/b/2af44b487700406f90cffefcbd8a7b9d, entries=10, sequenceid=32, filesize=5.8 K 2024-11-23T11:43:58,283 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 924f336b05cefec62f75602f21157734 in 30ms, sequenceid=32, compaction requested=false; wal=null 2024-11-23T11:43:58,284 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/0000000000000000032 2024-11-23T11:43:58,285 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,285 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,286 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:43:58,287 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 924f336b05cefec62f75602f21157734 2024-11-23T11:43:58,289 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/924f336b05cefec62f75602f21157734/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-23T11:43:58,290 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 924f336b05cefec62f75602f21157734; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69242681, jitterRate=0.031796351075172424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:43:58,291 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 924f336b05cefec62f75602f21157734: Writing region info on filesystem at 1732362238230Initializing all the Stores at 1732362238231 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238231Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238231Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238231Obtaining lock to block concurrent updates at 1732362238253 (+22 ms)Preparing flush snapshotting stores in 924f336b05cefec62f75602f21157734 at 1732362238253Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732362238253Flushing stores of testReplayEditsWrittenViaHRegion,,1732362237967.924f336b05cefec62f75602f21157734. at 1732362238253Flushing 924f336b05cefec62f75602f21157734/b: creating writer at 1732362238253Flushing 924f336b05cefec62f75602f21157734/b: appending metadata at 1732362238265 (+12 ms)Flushing 924f336b05cefec62f75602f21157734/b: closing flushed file at 1732362238265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290bfb18: reopening flushed file at 1732362238277 (+12 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 924f336b05cefec62f75602f21157734 in 30ms, sequenceid=32, compaction requested=false; wal=null at 1732362238283 (+6 ms)Cleaning up temporary data from old regions at 1732362238285 (+2 ms)Region opened successfully at 1732362238291 (+6 ms) 2024-11-23T11:43:58,313 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=421 (was 412) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:44116 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:44246 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:58060 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:50278 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:50428 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:57900 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=7922 (was 7927) 2024-11-23T11:43:58,313 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-23T11:43:58,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=421, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=7920 2024-11-23T11:43:58,327 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-23T11:43:58,340 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:58,343 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:43:58,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:43:58,346 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87963170, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/hregion-87963170, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:58,358 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87963170/hregion-87963170.1732362238346, exclude list is [], retry=0 2024-11-23T11:43:58,361 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:58,362 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:58,362 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:58,364 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87963170/hregion-87963170.1732362238346 2024-11-23T11:43:58,365 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:43:58,365 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6ca279a42945eed5a50c75b8b49a7772, NAME => 'testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38869/hbase 2024-11-23T11:43:58,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741902_1080 (size=68) 2024-11-23T11:43:58,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741902_1080 (size=68) 2024-11-23T11:43:58,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741902_1080 (size=68) 2024-11-23T11:43:58,379 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:58,381 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,382 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca279a42945eed5a50c75b8b49a7772 columnFamilyName a 2024-11-23T11:43:58,382 DEBUG [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,383 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(327): Store=6ca279a42945eed5a50c75b8b49a7772/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,383 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,384 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca279a42945eed5a50c75b8b49a7772 columnFamilyName b 2024-11-23T11:43:58,384 DEBUG [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,385 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(327): Store=6ca279a42945eed5a50c75b8b49a7772/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,385 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,386 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca279a42945eed5a50c75b8b49a7772 columnFamilyName c 2024-11-23T11:43:58,386 DEBUG [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,387 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(327): Store=6ca279a42945eed5a50c75b8b49a7772/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,387 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,388 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,388 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,389 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,389 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,389 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:43:58,390 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,392 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:43:58,393 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6ca279a42945eed5a50c75b8b49a7772; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69345838, jitterRate=0.03333351016044617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:43:58,393 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6ca279a42945eed5a50c75b8b49a7772: Writing region info on filesystem at 1732362238379Initializing all the Stores at 1732362238380 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238380Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238381 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238381Cleaning up temporary data from old regions at 1732362238389 (+8 ms)Region opened successfully at 1732362238393 (+4 ms) 2024-11-23T11:43:58,393 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6ca279a42945eed5a50c75b8b49a7772, disabling compactions & flushes 2024-11-23T11:43:58,393 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. 2024-11-23T11:43:58,393 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. 2024-11-23T11:43:58,393 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. after waiting 0 ms 2024-11-23T11:43:58,393 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. 2024-11-23T11:43:58,394 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. 2024-11-23T11:43:58,394 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6ca279a42945eed5a50c75b8b49a7772: Waiting for close lock at 1732362238393Disabling compacts and flushes for region at 1732362238393Disabling writes for close at 1732362238393Writing region close event to WAL at 1732362238394 (+1 ms)Closed at 1732362238394 2024-11-23T11:43:58,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741901_1079 (size=95) 2024-11-23T11:43:58,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741901_1079 (size=95) 2024-11-23T11:43:58,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741901_1079 (size=95) 2024-11-23T11:43:58,398 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:43:58,399 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87963170:(num 1732362238346) 2024-11-23T11:43:58,399 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:43:58,400 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:43:58,413 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401, exclude list is [], retry=0 2024-11-23T11:43:58,415 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:43:58,416 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:43:58,416 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:43:58,417 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401 2024-11-23T11:43:58,418 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39151:39151)] 2024-11-23T11:43:58,476 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ca279a42945eed5a50c75b8b49a7772, NAME => 'testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:43:58,479 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,480 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:43:58,480 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,480 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,482 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,483 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca279a42945eed5a50c75b8b49a7772 columnFamilyName a 2024-11-23T11:43:58,483 DEBUG [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,484 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(327): Store=6ca279a42945eed5a50c75b8b49a7772/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,484 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,485 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca279a42945eed5a50c75b8b49a7772 columnFamilyName b 2024-11-23T11:43:58,485 DEBUG [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,486 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(327): Store=6ca279a42945eed5a50c75b8b49a7772/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,486 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,487 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca279a42945eed5a50c75b8b49a7772 columnFamilyName c 2024-11-23T11:43:58,487 DEBUG [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:43:58,487 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(327): Store=6ca279a42945eed5a50c75b8b49a7772/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:43:58,487 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,488 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,490 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,490 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,491 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:43:58,492 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,493 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6ca279a42945eed5a50c75b8b49a7772; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66772443, jitterRate=-0.005013063549995422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:43:58,493 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:43:58,493 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6ca279a42945eed5a50c75b8b49a7772: Running coprocessor pre-open hook at 1732362238480Writing region info on filesystem at 1732362238480Initializing all the Stores at 1732362238481 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238481Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238482 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362238482Cleaning up temporary data from old regions at 1732362238490 (+8 ms)Running coprocessor post-open hooks at 1732362238493 (+3 ms)Region opened successfully at 1732362238493 2024-11-23T11:43:58,505 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6ca279a42945eed5a50c75b8b49a7772 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-23T11:43:58,506 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6ca279a42945eed5a50c75b8b49a7772/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:43:59,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-23T11:43:59,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-23T11:43:59,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-23T11:43:59,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-23T11:43:59,507 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6ca279a42945eed5a50c75b8b49a7772/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:43:59,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-23T11:43:59,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-23T11:43:59,511 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-23T11:43:59,511 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-23T11:43:59,512 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-23T11:43:59,512 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-23T11:44:00,449 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:44:00,508 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6ca279a42945eed5a50c75b8b49a7772/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:01,508 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6ca279a42945eed5a50c75b8b49a7772/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:02,509 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6ca279a42945eed5a50c75b8b49a7772/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:03,511 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6ca279a42945eed5a50c75b8b49a7772/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:04,512 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6ca279a42945eed5a50c75b8b49a7772/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:05,513 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6ca279a42945eed5a50c75b8b49a7772/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:06,513 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6ca279a42945eed5a50c75b8b49a7772/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:07,515 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6ca279a42945eed5a50c75b8b49a7772/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:07,517 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6ca279a42945eed5a50c75b8b49a7772: 2024-11-23T11:44:07,517 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. 2024-11-23T11:44:07,538 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6ca279a42945eed5a50c75b8b49a7772: 2024-11-23T11:44:07,538 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-23T11:44:07,539 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6ca279a42945eed5a50c75b8b49a7772, disabling compactions & flushes 2024-11-23T11:44:07,539 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. 2024-11-23T11:44:07,539 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. 2024-11-23T11:44:07,539 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. after waiting 0 ms 2024-11-23T11:44:07,539 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. 2024-11-23T11:44:07,539 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. 2024-11-23T11:44:07,539 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. 2024-11-23T11:44:07,539 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6ca279a42945eed5a50c75b8b49a7772: Waiting for close lock at 1732362247539Running coprocessor pre-close hooks at 1732362247539Disabling compacts and flushes for region at 1732362247539Disabling writes for close at 1732362247539Writing region close event to WAL at 1732362247539Running coprocessor post-close hooks at 1732362247539Closed at 1732362247539 2024-11-23T11:44:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741903_1081 (size=2691) 2024-11-23T11:44:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741903_1081 (size=2691) 2024-11-23T11:44:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741903_1081 (size=2691) 2024-11-23T11:44:07,562 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401, size=2.6 K (2691bytes) 2024-11-23T11:44:07,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401 2024-11-23T11:44:07,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401 after 0ms 2024-11-23T11:44:07,565 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:44:07,565 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401 took 4ms 2024-11-23T11:44:07,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401 so closing down 2024-11-23T11:44:07,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:44:07,569 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732362238401.temp 2024-11-23T11:44:07,570 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000004-wal.1732362238401.temp 2024-11-23T11:44:07,570 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:44:07,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741904_1082 (size=2094) 2024-11-23T11:44:07,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741904_1082 (size=2094) 2024-11-23T11:44:07,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741904_1082 (size=2094) 2024-11-23T11:44:07,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000004-wal.1732362238401.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-23T11:44:07,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000004-wal.1732362238401.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000026 2024-11-23T11:44:07,578 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-23T11:44:07,578 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401, journal: Splitting hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401, size=2.6 K (2691bytes) at 1732362247562Finishing writing output for hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401 so closing down at 1732362247567 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000004-wal.1732362238401.temp at 1732362247570 (+3 ms)3 split writer threads finished at 1732362247570Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000004-wal.1732362238401.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732362247576 (+6 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000004-wal.1732362238401.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000026 at 1732362247578 (+2 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1732362247578 2024-11-23T11:44:07,579 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362238401 to hdfs://localhost:38869/hbase/oldWALs/wal.1732362238401 2024-11-23T11:44:07,580 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000026 2024-11-23T11:44:07,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:44:07,582 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:44:07,600 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362247583, exclude list is [], retry=0 2024-11-23T11:44:07,603 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:44:07,603 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:44:07,604 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:44:07,605 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362247583 2024-11-23T11:44:07,605 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:44:07,606 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ca279a42945eed5a50c75b8b49a7772, NAME => 'testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:44:07,606 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,606 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:07,606 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,607 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,609 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,610 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca279a42945eed5a50c75b8b49a7772 columnFamilyName a 2024-11-23T11:44:07,610 DEBUG [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:07,611 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(327): Store=6ca279a42945eed5a50c75b8b49a7772/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:07,611 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,612 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca279a42945eed5a50c75b8b49a7772 columnFamilyName b 2024-11-23T11:44:07,612 DEBUG [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:07,612 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(327): Store=6ca279a42945eed5a50c75b8b49a7772/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:07,613 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,613 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca279a42945eed5a50c75b8b49a7772 columnFamilyName c 2024-11-23T11:44:07,614 DEBUG [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:07,614 INFO [StoreOpener-6ca279a42945eed5a50c75b8b49a7772-1 {}] regionserver.HStore(327): Store=6ca279a42945eed5a50c75b8b49a7772/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:07,614 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,615 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,616 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,617 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000026 2024-11-23T11:44:07,619 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:44:07,620 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000026 2024-11-23T11:44:07,620 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6ca279a42945eed5a50c75b8b49a7772 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-23T11:44:07,634 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/.tmp/a/f17175fe3ffd4369a2463422476a2c28 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732362247527/Put/seqid=0 2024-11-23T11:44:07,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741906_1084 (size=5523) 2024-11-23T11:44:07,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741906_1084 (size=5523) 2024-11-23T11:44:07,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741906_1084 (size=5523) 2024-11-23T11:44:07,640 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/.tmp/a/f17175fe3ffd4369a2463422476a2c28 2024-11-23T11:44:07,665 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/.tmp/b/76a3f09cd12a498f88b302d308ef2294 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732362247518/Put/seqid=0 2024-11-23T11:44:07,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741907_1085 (size=5524) 2024-11-23T11:44:07,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741907_1085 (size=5524) 2024-11-23T11:44:07,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741907_1085 (size=5524) 2024-11-23T11:44:07,673 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/.tmp/b/76a3f09cd12a498f88b302d308ef2294 2024-11-23T11:44:07,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/.tmp/c/e75693ef0e74413f97bb1b1d905f798d is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732362247522/Put/seqid=0 2024-11-23T11:44:07,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741908_1086 (size=5457) 2024-11-23T11:44:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741908_1086 (size=5457) 2024-11-23T11:44:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741908_1086 (size=5457) 2024-11-23T11:44:07,706 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/.tmp/c/e75693ef0e74413f97bb1b1d905f798d 2024-11-23T11:44:07,713 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/.tmp/a/f17175fe3ffd4369a2463422476a2c28 as hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/a/f17175fe3ffd4369a2463422476a2c28 2024-11-23T11:44:07,719 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/a/f17175fe3ffd4369a2463422476a2c28, entries=7, sequenceid=26, filesize=5.4 K 2024-11-23T11:44:07,720 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/.tmp/b/76a3f09cd12a498f88b302d308ef2294 as hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/b/76a3f09cd12a498f88b302d308ef2294 2024-11-23T11:44:07,726 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/b/76a3f09cd12a498f88b302d308ef2294, entries=7, sequenceid=26, filesize=5.4 K 2024-11-23T11:44:07,728 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/.tmp/c/e75693ef0e74413f97bb1b1d905f798d as hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/c/e75693ef0e74413f97bb1b1d905f798d 2024-11-23T11:44:07,734 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/c/e75693ef0e74413f97bb1b1d905f798d, entries=6, sequenceid=26, filesize=5.3 K 2024-11-23T11:44:07,734 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 6ca279a42945eed5a50c75b8b49a7772 in 114ms, sequenceid=26, compaction requested=false; wal=null 2024-11-23T11:44:07,735 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/0000000000000000026 2024-11-23T11:44:07,736 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,736 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,737 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:44:07,738 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,740 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsAfterAbortingFlush/6ca279a42945eed5a50c75b8b49a7772/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-23T11:44:07,741 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6ca279a42945eed5a50c75b8b49a7772; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64747249, jitterRate=-0.03519080579280853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:44:07,741 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ca279a42945eed5a50c75b8b49a7772 2024-11-23T11:44:07,741 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6ca279a42945eed5a50c75b8b49a7772: Running coprocessor pre-open hook at 1732362247607Writing region info on filesystem at 1732362247607Initializing all the Stores at 1732362247607Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362247608 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362247609 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362247609Obtaining lock to block concurrent updates at 1732362247621 (+12 ms)Preparing flush snapshotting stores in 6ca279a42945eed5a50c75b8b49a7772 at 1732362247621Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732362247621Flushing stores of testReplayEditsAfterAbortingFlush,,1732362238341.6ca279a42945eed5a50c75b8b49a7772. at 1732362247621Flushing 6ca279a42945eed5a50c75b8b49a7772/a: creating writer at 1732362247621Flushing 6ca279a42945eed5a50c75b8b49a7772/a: appending metadata at 1732362247633 (+12 ms)Flushing 6ca279a42945eed5a50c75b8b49a7772/a: closing flushed file at 1732362247633Flushing 6ca279a42945eed5a50c75b8b49a7772/b: creating writer at 1732362247646 (+13 ms)Flushing 6ca279a42945eed5a50c75b8b49a7772/b: appending metadata at 1732362247665 (+19 ms)Flushing 6ca279a42945eed5a50c75b8b49a7772/b: closing flushed file at 1732362247665Flushing 6ca279a42945eed5a50c75b8b49a7772/c: creating writer at 1732362247679 (+14 ms)Flushing 6ca279a42945eed5a50c75b8b49a7772/c: appending metadata at 1732362247699 (+20 ms)Flushing 6ca279a42945eed5a50c75b8b49a7772/c: closing flushed file at 1732362247699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d50f6e5: reopening flushed file at 1732362247713 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73aed2f2: reopening flushed file at 1732362247720 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3644fd92: reopening flushed file at 1732362247727 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 6ca279a42945eed5a50c75b8b49a7772 in 114ms, sequenceid=26, compaction requested=false; wal=null at 1732362247734 (+7 ms)Cleaning up temporary data from old regions at 1732362247736 (+2 ms)Running coprocessor post-open hooks at 1732362247741 (+5 ms)Region opened successfully at 1732362247741 2024-11-23T11:44:07,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=420 (was 421), OpenFileDescriptor=1182 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=7838 (was 7920) 2024-11-23T11:44:07,763 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-23T11:44:07,776 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=420, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=7837 2024-11-23T11:44:07,776 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-23T11:44:07,790 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:44:07,792 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:44:07,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:44:07,795 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50093639, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/hregion-50093639, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:44:07,807 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50093639/hregion-50093639.1732362247795, exclude list is [], retry=0 2024-11-23T11:44:07,809 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:44:07,809 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:44:07,810 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:44:07,812 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50093639/hregion-50093639.1732362247795 2024-11-23T11:44:07,812 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-23T11:44:07,812 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bb7ae228bd4febe79facc3f3f5721200, NAME => 'testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38869/hbase 2024-11-23T11:44:07,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741910_1088 (size=61) 2024-11-23T11:44:07,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741910_1088 (size=61) 2024-11-23T11:44:07,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741910_1088 (size=61) 2024-11-23T11:44:07,825 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:07,826 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,828 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb7ae228bd4febe79facc3f3f5721200 columnFamilyName a 2024-11-23T11:44:07,828 DEBUG [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:07,828 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] regionserver.HStore(327): Store=bb7ae228bd4febe79facc3f3f5721200/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:07,829 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,829 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,830 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,830 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,830 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,832 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,833 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:44:07,834 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bb7ae228bd4febe79facc3f3f5721200; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61495607, jitterRate=-0.08364404737949371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:44:07,834 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb7ae228bd4febe79facc3f3f5721200: Writing region info on filesystem at 1732362247825Initializing all the Stores at 1732362247826 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362247826Cleaning up temporary data from old regions at 1732362247830 (+4 ms)Region opened successfully at 1732362247834 (+4 ms) 2024-11-23T11:44:07,834 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bb7ae228bd4febe79facc3f3f5721200, disabling compactions & flushes 2024-11-23T11:44:07,834 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. 2024-11-23T11:44:07,834 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. 2024-11-23T11:44:07,835 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. after waiting 0 ms 2024-11-23T11:44:07,835 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. 2024-11-23T11:44:07,835 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. 2024-11-23T11:44:07,835 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bb7ae228bd4febe79facc3f3f5721200: Waiting for close lock at 1732362247834Disabling compacts and flushes for region at 1732362247834Disabling writes for close at 1732362247835 (+1 ms)Writing region close event to WAL at 1732362247835Closed at 1732362247835 2024-11-23T11:44:07,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741909_1087 (size=95) 2024-11-23T11:44:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741909_1087 (size=95) 2024-11-23T11:44:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741909_1087 (size=95) 2024-11-23T11:44:07,840 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:44:07,840 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50093639:(num 1732362247795) 2024-11-23T11:44:07,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:44:07,842 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:44:07,854 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843, exclude list is [], retry=0 2024-11-23T11:44:07,857 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:44:07,857 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:44:07,857 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:44:07,859 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843 2024-11-23T11:44:07,859 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-23T11:44:07,859 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bb7ae228bd4febe79facc3f3f5721200, NAME => 'testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:44:07,860 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:07,860 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,860 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,861 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,862 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb7ae228bd4febe79facc3f3f5721200 columnFamilyName a 2024-11-23T11:44:07,862 DEBUG [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:07,863 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] regionserver.HStore(327): Store=bb7ae228bd4febe79facc3f3f5721200/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:07,863 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,864 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,865 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,865 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,865 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,867 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:07,868 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bb7ae228bd4febe79facc3f3f5721200; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61878979, jitterRate=-0.07793135941028595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:44:07,868 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb7ae228bd4febe79facc3f3f5721200: Writing region info on filesystem at 1732362247860Initializing all the Stores at 1732362247861 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362247861Cleaning up temporary data from old regions at 1732362247865 (+4 ms)Region opened successfully at 1732362247868 (+3 ms) 2024-11-23T11:44:07,877 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bb7ae228bd4febe79facc3f3f5721200, disabling compactions & flushes 2024-11-23T11:44:07,877 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. 2024-11-23T11:44:07,877 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. 2024-11-23T11:44:07,877 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. after waiting 0 ms 2024-11-23T11:44:07,877 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. 2024-11-23T11:44:07,877 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. 2024-11-23T11:44:07,877 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. 2024-11-23T11:44:07,877 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bb7ae228bd4febe79facc3f3f5721200: Waiting for close lock at 1732362247876Disabling compacts and flushes for region at 1732362247877 (+1 ms)Disabling writes for close at 1732362247877Writing region close event to WAL at 1732362247877Closed at 1732362247877 2024-11-23T11:44:07,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741911_1089 (size=1050) 2024-11-23T11:44:07,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741911_1089 (size=1050) 2024-11-23T11:44:07,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741911_1089 (size=1050) 2024-11-23T11:44:07,895 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843, size=1.0 K (1050bytes) 2024-11-23T11:44:07,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843 2024-11-23T11:44:07,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843 after 0ms 2024-11-23T11:44:07,897 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:44:07,898 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843 took 4ms 2024-11-23T11:44:07,900 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843 so closing down 2024-11-23T11:44:07,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:44:07,901 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732362247843.temp 2024-11-23T11:44:07,902 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000003-wal.1732362247843.temp 2024-11-23T11:44:07,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:44:07,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741912_1090 (size=1050) 2024-11-23T11:44:07,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741912_1090 (size=1050) 2024-11-23T11:44:07,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741912_1090 (size=1050) 2024-11-23T11:44:07,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000003-wal.1732362247843.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-23T11:44:07,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000003-wal.1732362247843.temp to hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000012 2024-11-23T11:44:07,910 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-23T11:44:07,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843, journal: Splitting hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843, size=1.0 K (1050bytes) at 1732362247895Finishing writing output for hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843 so closing down at 1732362247900 (+5 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000003-wal.1732362247843.temp at 1732362247902 (+2 ms)3 split writer threads finished at 1732362247902Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000003-wal.1732362247843.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732362247909 (+7 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000003-wal.1732362247843.temp to hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000012 at 1732362247910 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732362247910 2024-11-23T11:44:07,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362247843 to hdfs://localhost:38869/hbase/oldWALs/wal.1732362247843 2024-11-23T11:44:07,913 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000012 2024-11-23T11:44:07,917 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:44:08,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:44:08,257 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:44:08,269 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362248257, exclude list is [], retry=0 2024-11-23T11:44:08,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:44:08,272 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:44:08,272 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:44:08,273 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362248257 2024-11-23T11:44:08,273 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151)] 2024-11-23T11:44:08,273 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bb7ae228bd4febe79facc3f3f5721200, NAME => 'testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:44:08,274 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:08,274 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,274 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,277 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,278 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb7ae228bd4febe79facc3f3f5721200 columnFamilyName a 2024-11-23T11:44:08,278 DEBUG [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:08,279 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] regionserver.HStore(327): Store=bb7ae228bd4febe79facc3f3f5721200/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:08,280 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,282 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000012 2024-11-23T11:44:08,284 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:44:08,285 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000012 2024-11-23T11:44:08,286 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bb7ae228bd4febe79facc3f3f5721200 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-23T11:44:08,305 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/.tmp/a/dc75246d31ee440db46849b3e1d65b15 is 79, key is testDatalossWhenInputError/a:x0/1732362247869/Put/seqid=0 2024-11-23T11:44:08,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741914_1092 (size=5808) 2024-11-23T11:44:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741914_1092 (size=5808) 2024-11-23T11:44:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741914_1092 (size=5808) 2024-11-23T11:44:08,325 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:44:08,716 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/.tmp/a/dc75246d31ee440db46849b3e1d65b15 2024-11-23T11:44:08,732 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/.tmp/a/dc75246d31ee440db46849b3e1d65b15 as hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/a/dc75246d31ee440db46849b3e1d65b15 2024-11-23T11:44:08,741 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/a/dc75246d31ee440db46849b3e1d65b15, entries=10, sequenceid=12, filesize=5.7 K 2024-11-23T11:44:08,741 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for bb7ae228bd4febe79facc3f3f5721200 in 456ms, sequenceid=12, compaction requested=false; wal=null 2024-11-23T11:44:08,742 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/0000000000000000012 2024-11-23T11:44:08,743 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,743 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,746 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,747 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-23T11:44:08,748 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bb7ae228bd4febe79facc3f3f5721200; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68088353, jitterRate=0.014595523476600647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:44:08,749 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb7ae228bd4febe79facc3f3f5721200: Writing region info on filesystem at 1732362248274Initializing all the Stores at 1732362248276 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362248276Obtaining lock to block concurrent updates at 1732362248286 (+10 ms)Preparing flush snapshotting stores in bb7ae228bd4febe79facc3f3f5721200 at 1732362248286Finished memstore snapshotting testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732362248286Flushing stores of testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200. at 1732362248286Flushing bb7ae228bd4febe79facc3f3f5721200/a: creating writer at 1732362248286Flushing bb7ae228bd4febe79facc3f3f5721200/a: appending metadata at 1732362248304 (+18 ms)Flushing bb7ae228bd4febe79facc3f3f5721200/a: closing flushed file at 1732362248304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65306ded: reopening flushed file at 1732362248730 (+426 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for bb7ae228bd4febe79facc3f3f5721200 in 456ms, sequenceid=12, compaction requested=false; wal=null at 1732362248741 (+11 ms)Cleaning up temporary data from old regions at 1732362248743 (+2 ms)Region opened successfully at 1732362248749 (+6 ms) 2024-11-23T11:44:08,752 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bb7ae228bd4febe79facc3f3f5721200, NAME => 'testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:44:08,752 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732362247790.bb7ae228bd4febe79facc3f3f5721200.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:08,752 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,752 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,753 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,754 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb7ae228bd4febe79facc3f3f5721200 columnFamilyName a 2024-11-23T11:44:08,754 DEBUG [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:08,759 DEBUG [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/a/dc75246d31ee440db46849b3e1d65b15 2024-11-23T11:44:08,759 INFO [StoreOpener-bb7ae228bd4febe79facc3f3f5721200-1 {}] regionserver.HStore(327): Store=bb7ae228bd4febe79facc3f3f5721200/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:08,759 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,760 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,761 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,761 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,762 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,763 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb7ae228bd4febe79facc3f3f5721200 2024-11-23T11:44:08,766 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testDatalossWhenInputError/bb7ae228bd4febe79facc3f3f5721200/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-23T11:44:08,767 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bb7ae228bd4febe79facc3f3f5721200; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73886292, jitterRate=0.10099154710769653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:44:08,767 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb7ae228bd4febe79facc3f3f5721200: Writing region info on filesystem at 1732362248752Initializing all the Stores at 1732362248753 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362248753Cleaning up temporary data from old regions at 1732362248762 (+9 ms)Region opened successfully at 1732362248767 (+5 ms) 2024-11-23T11:44:08,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=430 (was 420) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:43418 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:55242 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:43446 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:48456 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:48542 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:55160 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1080687794-172.17.0.2-1732362215254:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 208), ProcessCount=11 (was 11), AvailableMemoryMB=7821 (was 7837) 2024-11-23T11:44:08,784 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-23T11:44:08,796 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=430, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=7821 2024-11-23T11:44:08,796 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-23T11:44:08,815 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:44:08,817 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:44:08,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:44:08,820 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-61934786, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/hregion-61934786, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:44:08,837 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-61934786/hregion-61934786.1732362248821, exclude list is [], retry=0 2024-11-23T11:44:08,840 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:44:08,840 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:44:08,840 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:44:08,842 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-61934786/hregion-61934786.1732362248821 2024-11-23T11:44:08,843 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:44:08,843 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6650504e0e6fd00aa007f1c0559d4c70, NAME => 'testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38869/hbase 2024-11-23T11:44:08,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741916_1094 (size=63) 2024-11-23T11:44:08,853 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:08,854 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741916_1094 (size=63) 2024-11-23T11:44:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741916_1094 (size=63) 2024-11-23T11:44:08,856 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6650504e0e6fd00aa007f1c0559d4c70 columnFamilyName a 2024-11-23T11:44:08,856 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:08,856 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(327): Store=6650504e0e6fd00aa007f1c0559d4c70/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:08,857 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,858 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6650504e0e6fd00aa007f1c0559d4c70 columnFamilyName b 2024-11-23T11:44:08,858 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:08,858 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(327): Store=6650504e0e6fd00aa007f1c0559d4c70/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:08,858 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,860 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6650504e0e6fd00aa007f1c0559d4c70 columnFamilyName c 2024-11-23T11:44:08,860 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:08,860 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(327): Store=6650504e0e6fd00aa007f1c0559d4c70/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:08,860 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,861 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,861 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,862 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,862 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,863 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:44:08,864 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,866 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:44:08,866 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6650504e0e6fd00aa007f1c0559d4c70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66612004, jitterRate=-0.0074037909507751465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:44:08,867 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6650504e0e6fd00aa007f1c0559d4c70: Writing region info on filesystem at 1732362248853Initializing all the Stores at 1732362248854 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362248854Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362248854Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362248854Cleaning up temporary data from old regions at 1732362248862 (+8 ms)Region opened successfully at 1732362248867 (+5 ms) 2024-11-23T11:44:08,867 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6650504e0e6fd00aa007f1c0559d4c70, disabling compactions & flushes 2024-11-23T11:44:08,867 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70. 2024-11-23T11:44:08,867 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70. 2024-11-23T11:44:08,867 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70. after waiting 0 ms 2024-11-23T11:44:08,867 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70. 2024-11-23T11:44:08,867 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70. 2024-11-23T11:44:08,867 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6650504e0e6fd00aa007f1c0559d4c70: Waiting for close lock at 1732362248867Disabling compacts and flushes for region at 1732362248867Disabling writes for close at 1732362248867Writing region close event to WAL at 1732362248867Closed at 1732362248867 2024-11-23T11:44:08,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-61934786/hregion-61934786.1732362248821 not finished, retry = 0 2024-11-23T11:44:08,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741915_1093 (size=95) 2024-11-23T11:44:08,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741915_1093 (size=95) 2024-11-23T11:44:08,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741915_1093 (size=95) 2024-11-23T11:44:08,973 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:44:08,973 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-61934786:(num 1732362248821) 2024-11-23T11:44:08,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:44:08,976 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:44:08,991 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977, exclude list is [], retry=0 2024-11-23T11:44:08,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:44:08,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:44:08,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:44:08,996 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977 2024-11-23T11:44:08,996 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-23T11:44:08,996 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6650504e0e6fd00aa007f1c0559d4c70, NAME => 'testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:44:08,996 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:08,996 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,996 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,998 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:08,999 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6650504e0e6fd00aa007f1c0559d4c70 columnFamilyName a 2024-11-23T11:44:08,999 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:09,000 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(327): Store=6650504e0e6fd00aa007f1c0559d4c70/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:09,000 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:09,001 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6650504e0e6fd00aa007f1c0559d4c70 columnFamilyName b 2024-11-23T11:44:09,001 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:09,001 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(327): Store=6650504e0e6fd00aa007f1c0559d4c70/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:09,001 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:09,002 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6650504e0e6fd00aa007f1c0559d4c70 columnFamilyName c 2024-11-23T11:44:09,002 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:09,003 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(327): Store=6650504e0e6fd00aa007f1c0559d4c70/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:09,003 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:09,004 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:09,005 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:09,006 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:09,006 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:09,006 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:44:09,008 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:09,009 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6650504e0e6fd00aa007f1c0559d4c70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70765704, jitterRate=0.05449116230010986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:44:09,009 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6650504e0e6fd00aa007f1c0559d4c70: Writing region info on filesystem at 1732362248997Initializing all the Stores at 1732362248997Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362248998 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362248998Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362248998Cleaning up temporary data from old regions at 1732362249006 (+8 ms)Region opened successfully at 1732362249009 (+3 ms) 2024-11-23T11:44:09,013 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732362249013/Put/seqid=0 2024-11-23T11:44:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741918_1096 (size=4875) 2024-11-23T11:44:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741918_1096 (size=4875) 2024-11-23T11:44:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741918_1096 (size=4875) 2024-11-23T11:44:09,024 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732362249024/Put/seqid=0 2024-11-23T11:44:09,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741919_1097 (size=4875) 2024-11-23T11:44:09,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741919_1097 (size=4875) 2024-11-23T11:44:09,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741919_1097 (size=4875) 2024-11-23T11:44:09,032 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732362249032/Put/seqid=0 2024-11-23T11:44:09,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741920_1098 (size=4875) 2024-11-23T11:44:09,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741920_1098 (size=4875) 2024-11-23T11:44:09,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741920_1098 (size=4875) 2024-11-23T11:44:09,041 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 6650504e0e6fd00aa007f1c0559d4c70/a 2024-11-23T11:44:09,045 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-23T11:44:09,045 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:44:09,045 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 6650504e0e6fd00aa007f1c0559d4c70/a 2024-11-23T11:44:09,049 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-23T11:44:09,049 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:44:09,049 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 6650504e0e6fd00aa007f1c0559d4c70/a 2024-11-23T11:44:09,053 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-23T11:44:09,053 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T11:44:09,053 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6650504e0e6fd00aa007f1c0559d4c70 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-23T11:44:09,067 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/.tmp/a/b8dd9b5f9ea44c068cc35b26e2d96b7d is 55, key is testCompactedBulkLoadedFiles/a:a/1732362249009/Put/seqid=0 2024-11-23T11:44:09,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741921_1099 (size=5107) 2024-11-23T11:44:09,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741921_1099 (size=5107) 2024-11-23T11:44:09,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741921_1099 (size=5107) 2024-11-23T11:44:09,075 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/.tmp/a/b8dd9b5f9ea44c068cc35b26e2d96b7d 2024-11-23T11:44:09,080 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/.tmp/a/b8dd9b5f9ea44c068cc35b26e2d96b7d as hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/b8dd9b5f9ea44c068cc35b26e2d96b7d 2024-11-23T11:44:09,085 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/b8dd9b5f9ea44c068cc35b26e2d96b7d, entries=1, sequenceid=4, filesize=5.0 K 2024-11-23T11:44:09,086 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 6650504e0e6fd00aa007f1c0559d4c70 in 33ms, sequenceid=4, compaction requested=false 2024-11-23T11:44:09,086 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6650504e0e6fd00aa007f1c0559d4c70: 2024-11-23T11:44:09,088 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_ 2024-11-23T11:44:09,089 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_ 2024-11-23T11:44:09,090 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/3ce8b018565d4db1968bf79439814556_SeqId_4_ 2024-11-23T11:44:09,090 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile0 into 6650504e0e6fd00aa007f1c0559d4c70/a as hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_ - updating store file list. 2024-11-23T11:44:09,094 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:44:09,095 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_ into 6650504e0e6fd00aa007f1c0559d4c70/a 2024-11-23T11:44:09,095 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile0 into 6650504e0e6fd00aa007f1c0559d4c70/a (new location: hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_) 2024-11-23T11:44:09,096 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile1 into 6650504e0e6fd00aa007f1c0559d4c70/a as hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_ - updating store file list. 2024-11-23T11:44:09,100 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:44:09,100 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_ into 6650504e0e6fd00aa007f1c0559d4c70/a 2024-11-23T11:44:09,100 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile1 into 6650504e0e6fd00aa007f1c0559d4c70/a (new location: hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_) 2024-11-23T11:44:09,101 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile2 into 6650504e0e6fd00aa007f1c0559d4c70/a as hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/3ce8b018565d4db1968bf79439814556_SeqId_4_ - updating store file list. 2024-11-23T11:44:09,105 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ce8b018565d4db1968bf79439814556_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:44:09,105 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/3ce8b018565d4db1968bf79439814556_SeqId_4_ into 6650504e0e6fd00aa007f1c0559d4c70/a 2024-11-23T11:44:09,105 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38869/hbase/testCompactedBulkLoadedFiles/hfile2 into 6650504e0e6fd00aa007f1c0559d4c70/a (new location: hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/3ce8b018565d4db1968bf79439814556_SeqId_4_) 2024-11-23T11:44:09,113 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T11:44:09,113 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6650504e0e6fd00aa007f1c0559d4c70/a is initiating major compaction (all files) 2024-11-23T11:44:09,113 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6650504e0e6fd00aa007f1c0559d4c70/a in testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70. 2024-11-23T11:44:09,113 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/b8dd9b5f9ea44c068cc35b26e2d96b7d, hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_, hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_, hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/3ce8b018565d4db1968bf79439814556_SeqId_4_] into tmpdir=hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/.tmp, totalSize=19.3 K 2024-11-23T11:44:09,114 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b8dd9b5f9ea44c068cc35b26e2d96b7d, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732362249009 2024-11-23T11:44:09,114 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-23T11:44:09,114 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-23T11:44:09,115 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3ce8b018565d4db1968bf79439814556_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-23T11:44:09,127 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/.tmp/a/89f0861f81bd4518bb00ed33b239cdc7 is 55, key is testCompactedBulkLoadedFiles/a:a/1732362249009/Put/seqid=0 2024-11-23T11:44:09,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741922_1100 (size=6154) 2024-11-23T11:44:09,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741922_1100 (size=6154) 2024-11-23T11:44:09,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741922_1100 (size=6154) 2024-11-23T11:44:09,138 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/.tmp/a/89f0861f81bd4518bb00ed33b239cdc7 as hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/89f0861f81bd4518bb00ed33b239cdc7 2024-11-23T11:44:09,145 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 6650504e0e6fd00aa007f1c0559d4c70/a of 6650504e0e6fd00aa007f1c0559d4c70 into 89f0861f81bd4518bb00ed33b239cdc7(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T11:44:09,145 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6650504e0e6fd00aa007f1c0559d4c70: 2024-11-23T11:44:09,145 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-23T11:44:09,145 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-23T11:44:09,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977, size=0 (0bytes) 2024-11-23T11:44:09,189 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977 might be still open, length is 0 2024-11-23T11:44:09,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977 2024-11-23T11:44:09,190 WARN [IPC Server handler 1 on default port 38869 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-23T11:44:09,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977 after 1ms 2024-11-23T11:44:09,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-23T11:44:09,502 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-23T11:44:09,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-23T11:44:09,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-23T11:44:11,266 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:55278 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33871:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55278 dst: /127.0.0.1:33871 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33871 remote=/127.0.0.1:55278]. Total timeout mills is 60000, 57880 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:11,266 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:48590 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48590 dst: /127.0.0.1:41665 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:11,267 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:43480 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42919:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43480 dst: /127.0.0.1:42919 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:11,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741917_1101 (size=1171) 2024-11-23T11:44:11,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741917_1101 (size=1171) 2024-11-23T11:44:11,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741917_1101 (size=1171) 2024-11-23T11:44:13,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:44:13,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977 after 4002ms 2024-11-23T11:44:13,194 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:44:13,194 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977 took 4005ms 2024-11-23T11:44:13,196 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977; continuing. 2024-11-23T11:44:13,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977 so closing down 2024-11-23T11:44:13,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:44:13,197 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732362248977.temp 2024-11-23T11:44:13,199 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000003-wal.1732362248977.temp 2024-11-23T11:44:13,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:44:13,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741923_1102 (size=549) 2024-11-23T11:44:13,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741923_1102 (size=549) 2024-11-23T11:44:13,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741923_1102 (size=549) 2024-11-23T11:44:13,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000003-wal.1732362248977.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-23T11:44:13,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000003-wal.1732362248977.temp to hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000008 2024-11-23T11:44:13,207 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977, size=0, length=0, corrupted=false, cancelled=false 2024-11-23T11:44:13,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977, journal: Splitting hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977, size=0 (0bytes) at 1732362249189Finishing writing output for hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977 so closing down at 1732362253196 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000003-wal.1732362248977.temp at 1732362253199 (+3 ms)3 split writer threads finished at 1732362253199Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000003-wal.1732362248977.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732362253206 (+7 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000003-wal.1732362248977.temp to hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000008 at 1732362253207 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977, size=0, length=0, corrupted=false, cancelled=false at 1732362253207 2024-11-23T11:44:13,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977 to hdfs://localhost:38869/hbase/oldWALs/wal.1732362248977 2024-11-23T11:44:13,209 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000008 2024-11-23T11:44:13,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:44:13,211 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:44:13,222 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362253211, exclude list is [], retry=0 2024-11-23T11:44:13,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:44:13,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:44:13,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:44:13,227 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362253211 2024-11-23T11:44:13,227 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463),(127.0.0.1/127.0.0.1:39797:39797)] 2024-11-23T11:44:13,227 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6650504e0e6fd00aa007f1c0559d4c70, NAME => 'testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:44:13,227 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:13,227 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:13,227 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:13,229 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:13,229 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6650504e0e6fd00aa007f1c0559d4c70 columnFamilyName a 2024-11-23T11:44:13,229 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,236 DEBUG [StoreFileOpener-6650504e0e6fd00aa007f1c0559d4c70-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ce8b018565d4db1968bf79439814556_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:44:13,236 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/3ce8b018565d4db1968bf79439814556_SeqId_4_ 2024-11-23T11:44:13,240 DEBUG [StoreFileOpener-6650504e0e6fd00aa007f1c0559d4c70-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:44:13,240 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_ 2024-11-23T11:44:13,245 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/89f0861f81bd4518bb00ed33b239cdc7 2024-11-23T11:44:13,248 DEBUG [StoreFileOpener-6650504e0e6fd00aa007f1c0559d4c70-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T11:44:13,249 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_ 2024-11-23T11:44:13,252 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/b8dd9b5f9ea44c068cc35b26e2d96b7d 2024-11-23T11:44:13,252 WARN [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/3ce8b018565d4db1968bf79439814556_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@621b1149 2024-11-23T11:44:13,253 WARN [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@621b1149 2024-11-23T11:44:13,253 WARN [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@621b1149 2024-11-23T11:44:13,253 WARN [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/b8dd9b5f9ea44c068cc35b26e2d96b7d from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@621b1149 2024-11-23T11:44:13,253 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/3ce8b018565d4db1968bf79439814556_SeqId_4_, hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_, hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_, hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/b8dd9b5f9ea44c068cc35b26e2d96b7d] to archive 2024-11-23T11:44:13,254 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T11:44:13,256 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/3ce8b018565d4db1968bf79439814556_SeqId_4_ to hdfs://localhost:38869/hbase/archive/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/3ce8b018565d4db1968bf79439814556_SeqId_4_ 2024-11-23T11:44:13,257 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_ to hdfs://localhost:38869/hbase/archive/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_ 2024-11-23T11:44:13,258 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_ to hdfs://localhost:38869/hbase/archive/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_ 2024-11-23T11:44:13,260 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/b8dd9b5f9ea44c068cc35b26e2d96b7d to hdfs://localhost:38869/hbase/archive/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/a/b8dd9b5f9ea44c068cc35b26e2d96b7d 2024-11-23T11:44:13,260 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(327): Store=6650504e0e6fd00aa007f1c0559d4c70/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,260 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:13,261 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6650504e0e6fd00aa007f1c0559d4c70 columnFamilyName b 2024-11-23T11:44:13,261 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,262 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(327): Store=6650504e0e6fd00aa007f1c0559d4c70/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,262 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:13,263 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6650504e0e6fd00aa007f1c0559d4c70 columnFamilyName c 2024-11-23T11:44:13,263 DEBUG [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,263 INFO [StoreOpener-6650504e0e6fd00aa007f1c0559d4c70-1 {}] regionserver.HStore(327): Store=6650504e0e6fd00aa007f1c0559d4c70/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,263 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:13,264 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:13,265 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:13,266 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000008 2024-11-23T11:44:13,267 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:44:13,269 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 6650504e0e6fd00aa007f1c0559d4c70 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "6650504e0e6fd00aa007f1c0559d4c70" family_name: "a" compaction_input: "b8dd9b5f9ea44c068cc35b26e2d96b7d" compaction_input: "a8e033b0dd7e49f9ab52440456c84cd7_SeqId_4_" compaction_input: "59bcd7ffa6344e55aa84251c2565c4de_SeqId_4_" compaction_input: "3ce8b018565d4db1968bf79439814556_SeqId_4_" compaction_output: "89f0861f81bd4518bb00ed33b239cdc7" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-23T11:44:13,269 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-23T11:44:13,269 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000008 2024-11-23T11:44:13,270 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/0000000000000000008 2024-11-23T11:44:13,271 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:13,271 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:13,272 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:44:13,273 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6650504e0e6fd00aa007f1c0559d4c70 2024-11-23T11:44:13,275 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testCompactedBulkLoadedFiles/6650504e0e6fd00aa007f1c0559d4c70/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:44:13,276 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6650504e0e6fd00aa007f1c0559d4c70; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61511962, jitterRate=-0.08340033888816833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:44:13,276 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6650504e0e6fd00aa007f1c0559d4c70: Writing region info on filesystem at 1732362253227Initializing all the Stores at 1732362253228 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253228Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253228Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253228Cleaning up temporary data from old regions at 1732362253271 (+43 ms)Region opened successfully at 1732362253276 (+5 ms) 2024-11-23T11:44:13,279 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6650504e0e6fd00aa007f1c0559d4c70, disabling compactions & flushes 2024-11-23T11:44:13,279 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70. 2024-11-23T11:44:13,279 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70. 2024-11-23T11:44:13,279 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70. after waiting 0 ms 2024-11-23T11:44:13,279 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70. 2024-11-23T11:44:13,280 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732362248815.6650504e0e6fd00aa007f1c0559d4c70. 2024-11-23T11:44:13,280 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6650504e0e6fd00aa007f1c0559d4c70: Waiting for close lock at 1732362253279Disabling compacts and flushes for region at 1732362253279Disabling writes for close at 1732362253279Writing region close event to WAL at 1732362253279Closed at 1732362253279 2024-11-23T11:44:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741924_1103 (size=95) 2024-11-23T11:44:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741924_1103 (size=95) 2024-11-23T11:44:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741924_1103 (size=95) 2024-11-23T11:44:13,285 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:44:13,285 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732362253211) 2024-11-23T11:44:13,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=445 (was 430) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:38869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_376201695_22 at /127.0.0.1:59714 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_376201695_22 at /127.0.0.1:56018 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_376201695_22 at /127.0.0.1:57820 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (225185035) connection to localhost/127.0.0.1:38869 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 208), ProcessCount=11 (was 11), AvailableMemoryMB=7802 (was 7821) 2024-11-23T11:44:13,297 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-23T11:44:13,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=445, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=7800 2024-11-23T11:44:13,311 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-23T11:44:13,324 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:44:13,326 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:44:13,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:44:13,330 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-66430700, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/hregion-66430700, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:44:13,345 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-66430700/hregion-66430700.1732362253330, exclude list is [], retry=0 2024-11-23T11:44:13,348 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:44:13,348 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:44:13,348 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:44:13,350 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-66430700/hregion-66430700.1732362253330 2024-11-23T11:44:13,350 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:44:13,350 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1bd0582521eede53cb7898302024c179, NAME => 'testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38869/hbase 2024-11-23T11:44:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741926_1105 (size=67) 2024-11-23T11:44:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741926_1105 (size=67) 2024-11-23T11:44:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741926_1105 (size=67) 2024-11-23T11:44:13,361 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:13,362 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,363 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName a 2024-11-23T11:44:13,363 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,363 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,363 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,364 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName b 2024-11-23T11:44:13,364 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,365 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,365 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,366 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName c 2024-11-23T11:44:13,366 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,366 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,367 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,367 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,367 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,368 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,368 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,369 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:44:13,370 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,372 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:44:13,373 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1bd0582521eede53cb7898302024c179; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63093435, jitterRate=-0.0598345547914505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:44:13,373 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1bd0582521eede53cb7898302024c179: Writing region info on filesystem at 1732362253361Initializing all the Stores at 1732362253361Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253361Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253361Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253362 (+1 ms)Cleaning up temporary data from old regions at 1732362253368 (+6 ms)Region opened successfully at 1732362253373 (+5 ms) 2024-11-23T11:44:13,373 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1bd0582521eede53cb7898302024c179, disabling compactions & flushes 2024-11-23T11:44:13,373 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:13,373 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:13,373 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. after waiting 0 ms 2024-11-23T11:44:13,373 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:13,374 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:13,374 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1bd0582521eede53cb7898302024c179: Waiting for close lock at 1732362253373Disabling compacts and flushes for region at 1732362253373Disabling writes for close at 1732362253373Writing region close event to WAL at 1732362253374 (+1 ms)Closed at 1732362253374 2024-11-23T11:44:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741925_1104 (size=95) 2024-11-23T11:44:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741925_1104 (size=95) 2024-11-23T11:44:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741925_1104 (size=95) 2024-11-23T11:44:13,378 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:44:13,378 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-66430700:(num 1732362253330) 2024-11-23T11:44:13,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:44:13,380 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:44:13,391 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380, exclude list is [], retry=0 2024-11-23T11:44:13,393 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:44:13,393 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:44:13,393 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:44:13,395 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380 2024-11-23T11:44:13,395 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:44:13,395 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bd0582521eede53cb7898302024c179, NAME => 'testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:44:13,395 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:13,395 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,395 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,397 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,397 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName a 2024-11-23T11:44:13,397 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,398 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,398 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,399 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName b 2024-11-23T11:44:13,399 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,399 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,399 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,400 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName c 2024-11-23T11:44:13,400 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,401 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,401 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,401 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,403 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,404 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,404 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,404 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:44:13,405 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,406 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1bd0582521eede53cb7898302024c179; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74586978, jitterRate=0.11143258213996887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:44:13,406 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1bd0582521eede53cb7898302024c179: Writing region info on filesystem at 1732362253395Initializing all the Stores at 1732362253396 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253396Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253396Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253396Cleaning up temporary data from old regions at 1732362253404 (+8 ms)Region opened successfully at 1732362253406 (+2 ms) 2024-11-23T11:44:13,413 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1bd0582521eede53cb7898302024c179 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-23T11:44:13,427 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/a/643f34b1dc624f03b62b3e2f1ff59e3c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732362253406/Put/seqid=0 2024-11-23T11:44:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741928_1107 (size=5958) 2024-11-23T11:44:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741928_1107 (size=5958) 2024-11-23T11:44:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741928_1107 (size=5958) 2024-11-23T11:44:13,433 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/a/643f34b1dc624f03b62b3e2f1ff59e3c 2024-11-23T11:44:13,438 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/a/643f34b1dc624f03b62b3e2f1ff59e3c as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/a/643f34b1dc624f03b62b3e2f1ff59e3c 2024-11-23T11:44:13,444 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/a/643f34b1dc624f03b62b3e2f1ff59e3c, entries=10, sequenceid=13, filesize=5.8 K 2024-11-23T11:44:13,445 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1bd0582521eede53cb7898302024c179 in 32ms, sequenceid=13, compaction requested=false 2024-11-23T11:44:13,445 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1bd0582521eede53cb7898302024c179: 2024-11-23T11:44:13,462 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1bd0582521eede53cb7898302024c179, disabling compactions & flushes 2024-11-23T11:44:13,462 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:13,462 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:13,462 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. after waiting 0 ms 2024-11-23T11:44:13,462 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:13,463 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:13,463 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:13,463 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1bd0582521eede53cb7898302024c179: Waiting for close lock at 1732362253461Disabling compacts and flushes for region at 1732362253461Disabling writes for close at 1732362253462 (+1 ms)Writing region close event to WAL at 1732362253463 (+1 ms)Closed at 1732362253463 2024-11-23T11:44:13,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741927_1106 (size=3345) 2024-11-23T11:44:13,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741927_1106 (size=3345) 2024-11-23T11:44:13,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741927_1106 (size=3345) 2024-11-23T11:44:13,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380, size=3.3 K (3345bytes) 2024-11-23T11:44:13,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380 2024-11-23T11:44:13,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380 after 0ms 2024-11-23T11:44:13,482 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:44:13,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380 took 3ms 2024-11-23T11:44:13,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380 so closing down 2024-11-23T11:44:13,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:44:13,485 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732362253380.temp 2024-11-23T11:44:13,486 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000003-wal.1732362253380.temp 2024-11-23T11:44:13,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:44:13,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741929_1108 (size=2944) 2024-11-23T11:44:13,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741929_1108 (size=2944) 2024-11-23T11:44:13,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741929_1108 (size=2944) 2024-11-23T11:44:13,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000003-wal.1732362253380.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-23T11:44:13,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000003-wal.1732362253380.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000035 2024-11-23T11:44:13,494 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-23T11:44:13,494 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380, journal: Splitting hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380, size=3.3 K (3345bytes) at 1732362253480Finishing writing output for hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380 so closing down at 1732362253484 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000003-wal.1732362253380.temp at 1732362253486 (+2 ms)3 split writer threads finished at 1732362253486Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000003-wal.1732362253380.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732362253493 (+7 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000003-wal.1732362253380.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000035 at 1732362253494 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1732362253494 2024-11-23T11:44:13,496 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253380 to hdfs://localhost:38869/hbase/oldWALs/wal.1732362253380 2024-11-23T11:44:13,496 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000035 2024-11-23T11:44:13,497 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:44:13,498 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:44:13,516 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499, exclude list is [], retry=0 2024-11-23T11:44:13,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:44:13,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:44:13,519 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:44:13,521 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499 2024-11-23T11:44:13,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:44:13,521 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bd0582521eede53cb7898302024c179, NAME => 'testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:44:13,521 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:13,521 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,521 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,522 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,523 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName a 2024-11-23T11:44:13,523 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,528 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/a/643f34b1dc624f03b62b3e2f1ff59e3c 2024-11-23T11:44:13,528 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,528 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,529 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName b 2024-11-23T11:44:13,529 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,529 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,530 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,530 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName c 2024-11-23T11:44:13,530 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:13,530 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:13,531 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,531 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,532 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,533 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000035 2024-11-23T11:44:13,535 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:44:13,536 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000035 2024-11-23T11:44:13,536 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1bd0582521eede53cb7898302024c179 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-23T11:44:13,552 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/b/887fd61fcfd643e286cc1294a2255595 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732362253445/Put/seqid=0 2024-11-23T11:44:13,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741931_1110 (size=5958) 2024-11-23T11:44:13,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741931_1110 (size=5958) 2024-11-23T11:44:13,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741931_1110 (size=5958) 2024-11-23T11:44:13,558 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/b/887fd61fcfd643e286cc1294a2255595 2024-11-23T11:44:13,577 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/c/7f16b67c828a4866b2228ca8b4bf710d is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732362253452/Put/seqid=0 2024-11-23T11:44:13,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741932_1111 (size=5958) 2024-11-23T11:44:13,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741932_1111 (size=5958) 2024-11-23T11:44:13,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741932_1111 (size=5958) 2024-11-23T11:44:13,583 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/c/7f16b67c828a4866b2228ca8b4bf710d 2024-11-23T11:44:13,588 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/b/887fd61fcfd643e286cc1294a2255595 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/b/887fd61fcfd643e286cc1294a2255595 2024-11-23T11:44:13,594 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/b/887fd61fcfd643e286cc1294a2255595, entries=10, sequenceid=35, filesize=5.8 K 2024-11-23T11:44:13,595 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/c/7f16b67c828a4866b2228ca8b4bf710d as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/c/7f16b67c828a4866b2228ca8b4bf710d 2024-11-23T11:44:13,600 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/c/7f16b67c828a4866b2228ca8b4bf710d, entries=10, sequenceid=35, filesize=5.8 K 2024-11-23T11:44:13,600 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 1bd0582521eede53cb7898302024c179 in 64ms, sequenceid=35, compaction requested=false; wal=null 2024-11-23T11:44:13,601 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000035 2024-11-23T11:44:13,602 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,602 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,603 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:44:13,604 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:13,606 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-23T11:44:13,607 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1bd0582521eede53cb7898302024c179; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65737125, jitterRate=-0.02044050395488739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:44:13,607 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1bd0582521eede53cb7898302024c179: Writing region info on filesystem at 1732362253521Initializing all the Stores at 1732362253522 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253522Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253522Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362253522Obtaining lock to block concurrent updates at 1732362253536 (+14 ms)Preparing flush snapshotting stores in 1bd0582521eede53cb7898302024c179 at 1732362253536Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732362253536Flushing stores of testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. at 1732362253536Flushing 1bd0582521eede53cb7898302024c179/b: creating writer at 1732362253536Flushing 1bd0582521eede53cb7898302024c179/b: appending metadata at 1732362253552 (+16 ms)Flushing 1bd0582521eede53cb7898302024c179/b: closing flushed file at 1732362253552Flushing 1bd0582521eede53cb7898302024c179/c: creating writer at 1732362253563 (+11 ms)Flushing 1bd0582521eede53cb7898302024c179/c: appending metadata at 1732362253576 (+13 ms)Flushing 1bd0582521eede53cb7898302024c179/c: closing flushed file at 1732362253577 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbc8c7c: reopening flushed file at 1732362253588 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f55797: reopening flushed file at 1732362253594 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 1bd0582521eede53cb7898302024c179 in 64ms, sequenceid=35, compaction requested=false; wal=null at 1732362253600 (+6 ms)Cleaning up temporary data from old regions at 1732362253602 (+2 ms)Region opened successfully at 1732362253607 (+5 ms) 2024-11-23T11:44:13,669 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499, size=0 (0bytes) 2024-11-23T11:44:13,669 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499 might be still open, length is 0 2024-11-23T11:44:13,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499 2024-11-23T11:44:13,670 WARN [IPC Server handler 2 on default port 38869 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-23T11:44:13,670 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499 after 1ms 2024-11-23T11:44:14,265 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:59798 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33871:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59798 dst: /127.0.0.1:33871 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33871 remote=/127.0.0.1:59798]. Total timeout mills is 60000, 59369 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:14,266 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:56062 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56062 dst: /127.0.0.1:41665 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:14,266 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-679827795_22 at /127.0.0.1:57876 [Receiving block BP-1080687794-172.17.0.2-1732362215254:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42919:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57876 dst: /127.0.0.1:42919 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:14,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741930_1112 (size=2936) 2024-11-23T11:44:14,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741930_1112 (size=2936) 2024-11-23T11:44:17,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499 after 4002ms 2024-11-23T11:44:17,679 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:44:17,679 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499 took 4010ms 2024-11-23T11:44:17,682 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499; continuing. 2024-11-23T11:44:17,682 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499 so closing down 2024-11-23T11:44:17,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:44:17,683 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732362253499.temp 2024-11-23T11:44:17,685 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000037-wal.1732362253499.temp 2024-11-23T11:44:17,686 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:44:17,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741933_1113 (size=2944) 2024-11-23T11:44:17,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741933_1113 (size=2944) 2024-11-23T11:44:17,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741933_1113 (size=2944) 2024-11-23T11:44:17,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000037-wal.1732362253499.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-23T11:44:17,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000037-wal.1732362253499.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000066 2024-11-23T11:44:17,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499, size=0, length=0, corrupted=false, cancelled=false 2024-11-23T11:44:17,698 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499, journal: Splitting hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499, size=0 (0bytes) at 1732362253669Finishing writing output for hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499 so closing down at 1732362257682 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000037-wal.1732362253499.temp at 1732362257685 (+3 ms)3 split writer threads finished at 1732362257686 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000037-wal.1732362253499.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732362257696 (+10 ms)Rename recovered edits hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000037-wal.1732362253499.temp to hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000066 at 1732362257697 (+1 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499, size=0, length=0, corrupted=false, cancelled=false at 1732362257697 2024-11-23T11:44:17,699 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499 to hdfs://localhost:38869/hbase/oldWALs/wal.1732362253499 2024-11-23T11:44:17,700 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000066 2024-11-23T11:44:17,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-23T11:44:17,702 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:38869/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323, archiveDir=hdfs://localhost:38869/hbase/oldWALs, maxLogs=32 2024-11-23T11:44:17,719 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362257702, exclude list is [], retry=0 2024-11-23T11:44:17,722 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41665,DS-212e661b-9761-4f64-a52e-ce043404dd52,DISK] 2024-11-23T11:44:17,722 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-d91966e0-1084-4aa7-8708-c77cf8436020,DISK] 2024-11-23T11:44:17,722 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42919,DS-b11ed1bc-e6ff-40e6-b267-838e0219cf08,DISK] 2024-11-23T11:44:17,724 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362257702 2024-11-23T11:44:17,724 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39797:39797),(127.0.0.1/127.0.0.1:39151:39151),(127.0.0.1/127.0.0.1:41463:41463)] 2024-11-23T11:44:17,724 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:44:17,726 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:17,726 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName a 2024-11-23T11:44:17,726 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:17,731 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/a/643f34b1dc624f03b62b3e2f1ff59e3c 2024-11-23T11:44:17,732 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:17,732 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:17,733 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName b 2024-11-23T11:44:17,733 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:17,737 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/b/887fd61fcfd643e286cc1294a2255595 2024-11-23T11:44:17,737 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:17,737 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:17,738 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd0582521eede53cb7898302024c179 columnFamilyName c 2024-11-23T11:44:17,738 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:44:17,743 DEBUG [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/c/7f16b67c828a4866b2228ca8b4bf710d 2024-11-23T11:44:17,743 INFO [StoreOpener-1bd0582521eede53cb7898302024c179-1 {}] regionserver.HStore(327): Store=1bd0582521eede53cb7898302024c179/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:44:17,743 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:17,744 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179 2024-11-23T11:44:17,745 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179 2024-11-23T11:44:17,746 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000066 2024-11-23T11:44:17,747 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-23T11:44:17,752 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000066 2024-11-23T11:44:17,752 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1bd0582521eede53cb7898302024c179 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-23T11:44:17,771 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/a/bdebeed8b804494db9a099a51558ee07 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732362253615/Put/seqid=0 2024-11-23T11:44:17,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741935_1115 (size=5958) 2024-11-23T11:44:17,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741935_1115 (size=5958) 2024-11-23T11:44:17,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741935_1115 (size=5958) 2024-11-23T11:44:17,778 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/a/bdebeed8b804494db9a099a51558ee07 2024-11-23T11:44:17,801 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/b/149fa6eb7de9448199461ec7c5a23984 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732362253621/Put/seqid=0 2024-11-23T11:44:17,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741936_1116 (size=5958) 2024-11-23T11:44:17,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741936_1116 (size=5958) 2024-11-23T11:44:17,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741936_1116 (size=5958) 2024-11-23T11:44:17,808 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/b/149fa6eb7de9448199461ec7c5a23984 2024-11-23T11:44:17,825 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/c/f0cfd5bcbe42491ca212ffde0f1d0842 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732362253628/Put/seqid=0 2024-11-23T11:44:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741937_1117 (size=5958) 2024-11-23T11:44:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741937_1117 (size=5958) 2024-11-23T11:44:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741937_1117 (size=5958) 2024-11-23T11:44:17,832 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/c/f0cfd5bcbe42491ca212ffde0f1d0842 2024-11-23T11:44:17,838 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/a/bdebeed8b804494db9a099a51558ee07 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/a/bdebeed8b804494db9a099a51558ee07 2024-11-23T11:44:17,843 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/a/bdebeed8b804494db9a099a51558ee07, entries=10, sequenceid=66, filesize=5.8 K 2024-11-23T11:44:17,844 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/b/149fa6eb7de9448199461ec7c5a23984 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/b/149fa6eb7de9448199461ec7c5a23984 2024-11-23T11:44:17,850 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/b/149fa6eb7de9448199461ec7c5a23984, entries=10, sequenceid=66, filesize=5.8 K 2024-11-23T11:44:17,852 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/.tmp/c/f0cfd5bcbe42491ca212ffde0f1d0842 as hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/c/f0cfd5bcbe42491ca212ffde0f1d0842 2024-11-23T11:44:17,857 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/c/f0cfd5bcbe42491ca212ffde0f1d0842, entries=10, sequenceid=66, filesize=5.8 K 2024-11-23T11:44:17,857 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1bd0582521eede53cb7898302024c179 in 105ms, sequenceid=66, compaction requested=false; wal=null 2024-11-23T11:44:17,858 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/0000000000000000066 2024-11-23T11:44:17,859 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:17,859 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:17,860 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T11:44:17,861 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1bd0582521eede53cb7898302024c179 2024-11-23T11:44:17,864 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/hbase/data/default/testReplayEditsWrittenViaHRegion/1bd0582521eede53cb7898302024c179/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-23T11:44:17,865 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1bd0582521eede53cb7898302024c179; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67215954, jitterRate=0.0015957653522491455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T11:44:17,865 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1bd0582521eede53cb7898302024c179: Writing region info on filesystem at 1732362257724Initializing all the Stores at 1732362257725 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362257725Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362257725Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732362257726 (+1 ms)Obtaining lock to block concurrent updates at 1732362257752 (+26 ms)Preparing flush snapshotting stores in 1bd0582521eede53cb7898302024c179 at 1732362257752Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732362257752Flushing stores of testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. at 1732362257752Flushing 1bd0582521eede53cb7898302024c179/a: creating writer at 1732362257752Flushing 1bd0582521eede53cb7898302024c179/a: appending metadata at 1732362257771 (+19 ms)Flushing 1bd0582521eede53cb7898302024c179/a: closing flushed file at 1732362257771Flushing 1bd0582521eede53cb7898302024c179/b: creating writer at 1732362257783 (+12 ms)Flushing 1bd0582521eede53cb7898302024c179/b: appending metadata at 1732362257801 (+18 ms)Flushing 1bd0582521eede53cb7898302024c179/b: closing flushed file at 1732362257801Flushing 1bd0582521eede53cb7898302024c179/c: creating writer at 1732362257813 (+12 ms)Flushing 1bd0582521eede53cb7898302024c179/c: appending metadata at 1732362257824 (+11 ms)Flushing 1bd0582521eede53cb7898302024c179/c: closing flushed file at 1732362257825 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583045af: reopening flushed file at 1732362257837 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c743cda: reopening flushed file at 1732362257843 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239aae49: reopening flushed file at 1732362257851 (+8 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1bd0582521eede53cb7898302024c179 in 105ms, sequenceid=66, compaction requested=false; wal=null at 1732362257857 (+6 ms)Cleaning up temporary data from old regions at 1732362257859 (+2 ms)Region opened successfully at 1732362257865 (+6 ms) 2024-11-23T11:44:17,880 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1bd0582521eede53cb7898302024c179, disabling compactions & flushes 2024-11-23T11:44:17,880 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:17,880 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:17,880 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. after waiting 0 ms 2024-11-23T11:44:17,880 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:17,882 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732362253325.1bd0582521eede53cb7898302024c179. 2024-11-23T11:44:17,882 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1bd0582521eede53cb7898302024c179: Waiting for close lock at 1732362257880Disabling compacts and flushes for region at 1732362257880Disabling writes for close at 1732362257880Writing region close event to WAL at 1732362257882 (+2 ms)Closed at 1732362257882 2024-11-23T11:44:17,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741934_1114 (size=95) 2024-11-23T11:44:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741934_1114 (size=95) 2024-11-23T11:44:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741934_1114 (size=95) 2024-11-23T11:44:17,887 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-23T11:44:17,887 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732362257702) 2024-11-23T11:44:17,900 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=449 (was 445) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_473222322_22 at /127.0.0.1:57894 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_473222322_22 at /127.0.0.1:56160 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (225185035) connection to localhost/127.0.0.1:38869 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_473222322_22 at /127.0.0.1:59838 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:38869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=7779 (was 7800) 2024-11-23T11:44:17,901 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-23T11:44:17,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:44:17,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:44:17,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:44:17,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:44:17,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:44:17,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:44:17,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:44:17,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1887413866, stopped=false 2024-11-23T11:44:17,902 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=65a045134db8,38891,1732362219160 2024-11-23T11:44:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T11:44:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T11:44:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T11:44:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:44:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:44:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:44:17,957 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:44:17,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:44:17,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:44:17,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:44:17,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:44:17,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:44:17,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:44:17,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '65a045134db8,34663,1732362219904' ***** 2024-11-23T11:44:17,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:44:17,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '65a045134db8,46225,1732362220087' ***** 2024-11-23T11:44:17,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:44:17,959 INFO [RS:0;65a045134db8:34663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:44:17,959 INFO [RS:0;65a045134db8:34663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:44:17,959 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:44:17,959 INFO [RS:2;65a045134db8:46225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:44:17,959 INFO [RS:0;65a045134db8:34663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:44:17,959 INFO [RS:2;65a045134db8:46225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:44:17,959 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:44:17,959 INFO [RS:2;65a045134db8:46225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:44:17,959 INFO [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(959): stopping server 65a045134db8,34663,1732362219904 2024-11-23T11:44:17,960 INFO [RS:0;65a045134db8:34663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:44:17,960 INFO [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(3091): Received CLOSE for c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:44:17,960 INFO [RS:0;65a045134db8:34663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;65a045134db8:34663. 2024-11-23T11:44:17,960 DEBUG [RS:0;65a045134db8:34663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:44:17,960 DEBUG [RS:0;65a045134db8:34663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:44:17,960 INFO [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(959): stopping server 65a045134db8,46225,1732362220087 2024-11-23T11:44:17,960 INFO [RS:2;65a045134db8:46225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:44:17,960 INFO [RS:0;65a045134db8:34663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:44:17,960 INFO [RS:0;65a045134db8:34663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:44:17,960 INFO [RS:2;65a045134db8:46225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;65a045134db8:46225. 2024-11-23T11:44:17,960 INFO [RS:0;65a045134db8:34663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:44:17,960 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4642295a3ddec5bcedcb41a3e803f59, disabling compactions & flushes 2024-11-23T11:44:17,960 DEBUG [RS:2;65a045134db8:46225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:44:17,960 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:44:17,960 INFO [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:44:17,960 DEBUG [RS:2;65a045134db8:46225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:44:17,960 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:44:17,960 INFO [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T11:44:17,960 DEBUG [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(1325): Online Regions={c4642295a3ddec5bcedcb41a3e803f59=testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59.} 2024-11-23T11:44:17,960 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. after waiting 0 ms 2024-11-23T11:44:17,960 DEBUG [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(1351): Waiting on c4642295a3ddec5bcedcb41a3e803f59 2024-11-23T11:44:17,960 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:44:17,960 INFO [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T11:44:17,960 DEBUG [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T11:44:17,960 DEBUG [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T11:44:17,960 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:44:17,960 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:44:17,960 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:44:17,961 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:44:17,961 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:44:17,961 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-23T11:44:17,964 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c4642295a3ddec5bcedcb41a3e803f59/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-23T11:44:17,965 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:44:17,965 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4642295a3ddec5bcedcb41a3e803f59: Waiting for close lock at 1732362257960Running coprocessor pre-close hooks at 1732362257960Disabling compacts and flushes for region at 1732362257960Disabling writes for close at 1732362257960Writing region close event to WAL at 1732362257961 (+1 ms)Running coprocessor post-close hooks at 1732362257965 (+4 ms)Closed at 1732362257965 2024-11-23T11:44:17,965 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59. 2024-11-23T11:44:17,980 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/.tmp/info/79f304626d8b46d5ac9d52109fed8527 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732362234518.c4642295a3ddec5bcedcb41a3e803f59./info:regioninfo/1732362237638/Put/seqid=0 2024-11-23T11:44:17,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741938_1118 (size=8243) 2024-11-23T11:44:17,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741938_1118 (size=8243) 2024-11-23T11:44:17,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741938_1118 (size=8243) 2024-11-23T11:44:17,987 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/.tmp/info/79f304626d8b46d5ac9d52109fed8527 2024-11-23T11:44:18,005 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/.tmp/ns/b70b13f089684f5186ac47c635471521 is 43, key is default/ns:d/1732362222212/Put/seqid=0 2024-11-23T11:44:18,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741939_1119 (size=5153) 2024-11-23T11:44:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741939_1119 (size=5153) 2024-11-23T11:44:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741939_1119 (size=5153) 2024-11-23T11:44:18,012 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/.tmp/ns/b70b13f089684f5186ac47c635471521 2024-11-23T11:44:18,030 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/.tmp/table/5610948e4973441f90837dd69e959b91 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732362234944/Put/seqid=0 2024-11-23T11:44:18,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741940_1120 (size=5431) 2024-11-23T11:44:18,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741940_1120 (size=5431) 2024-11-23T11:44:18,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741940_1120 (size=5431) 2024-11-23T11:44:18,036 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/.tmp/table/5610948e4973441f90837dd69e959b91 2024-11-23T11:44:18,041 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/.tmp/info/79f304626d8b46d5ac9d52109fed8527 as hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/info/79f304626d8b46d5ac9d52109fed8527 2024-11-23T11:44:18,042 INFO [regionserver/65a045134db8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:44:18,042 INFO [regionserver/65a045134db8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:44:18,047 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/info/79f304626d8b46d5ac9d52109fed8527, entries=18, sequenceid=21, filesize=8.0 K 2024-11-23T11:44:18,048 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/.tmp/ns/b70b13f089684f5186ac47c635471521 as hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/ns/b70b13f089684f5186ac47c635471521 2024-11-23T11:44:18,054 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/ns/b70b13f089684f5186ac47c635471521, entries=2, sequenceid=21, filesize=5.0 K 2024-11-23T11:44:18,055 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/.tmp/table/5610948e4973441f90837dd69e959b91 as hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/table/5610948e4973441f90837dd69e959b91 2024-11-23T11:44:18,059 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/table/5610948e4973441f90837dd69e959b91, entries=2, sequenceid=21, filesize=5.3 K 2024-11-23T11:44:18,060 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=21, compaction requested=false 2024-11-23T11:44:18,064 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-23T11:44:18,065 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:44:18,065 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:44:18,065 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732362257960Running coprocessor pre-close hooks at 1732362257960Disabling compacts and flushes for region at 1732362257960Disabling writes for close at 1732362257961 (+1 ms)Obtaining lock to block concurrent updates at 1732362257961Preparing flush snapshotting stores in 1588230740 at 1732362257961Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732362257961Flushing stores of hbase:meta,,1.1588230740 at 1732362257962 (+1 ms)Flushing 1588230740/info: creating writer at 1732362257962Flushing 1588230740/info: appending metadata at 1732362257979 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732362257979Flushing 1588230740/ns: creating writer at 1732362257992 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732362258005 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732362258005Flushing 1588230740/table: creating writer at 1732362258016 (+11 ms)Flushing 1588230740/table: appending metadata at 1732362258029 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732362258029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1b3478: reopening flushed file at 1732362258041 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6594db19: reopening flushed file at 1732362258047 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a19a173: reopening flushed file at 1732362258054 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=21, compaction requested=false at 1732362258060 (+6 ms)Writing region close event to WAL at 1732362258061 (+1 ms)Running coprocessor post-close hooks at 1732362258064 (+3 ms)Closed at 1732362258065 (+1 ms) 2024-11-23T11:44:18,065 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:44:18,160 INFO [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(976): stopping server 65a045134db8,46225,1732362220087; all regions closed. 2024-11-23T11:44:18,161 INFO [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(976): stopping server 65a045134db8,34663,1732362219904; all regions closed. 2024-11-23T11:44:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741835_1011 (size=721) 2024-11-23T11:44:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741835_1011 (size=721) 2024-11-23T11:44:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741835_1011 (size=721) 2024-11-23T11:44:18,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741836_1012 (size=4716) 2024-11-23T11:44:18,168 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/WALs/65a045134db8,34663,1732362219904/65a045134db8%2C34663%2C1732362219904.meta.1732362222039.meta not finished, retry = 0 2024-11-23T11:44:18,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741836_1012 (size=4716) 2024-11-23T11:44:18,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741836_1012 (size=4716) 2024-11-23T11:44:18,171 DEBUG [RS:2;65a045134db8:46225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/oldWALs 2024-11-23T11:44:18,171 INFO [RS:2;65a045134db8:46225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 65a045134db8%2C46225%2C1732362220087:(num 1732362221577) 2024-11-23T11:44:18,171 DEBUG [RS:2;65a045134db8:46225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:44:18,171 INFO [RS:2;65a045134db8:46225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:44:18,171 INFO [RS:2;65a045134db8:46225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:44:18,171 INFO [RS:2;65a045134db8:46225 {}] hbase.ChoreService(370): Chore service for: regionserver/65a045134db8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:44:18,171 INFO [RS:2;65a045134db8:46225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:44:18,171 INFO [regionserver/65a045134db8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:44:18,171 INFO [RS:2;65a045134db8:46225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:44:18,171 INFO [RS:2;65a045134db8:46225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:44:18,171 INFO [RS:2;65a045134db8:46225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:44:18,171 INFO [RS:2;65a045134db8:46225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46225 2024-11-23T11:44:18,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65a045134db8,46225,1732362220087 2024-11-23T11:44:18,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T11:44:18,268 INFO [RS:2;65a045134db8:46225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:44:18,274 DEBUG [RS:0;65a045134db8:34663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/oldWALs 2024-11-23T11:44:18,274 INFO [RS:0;65a045134db8:34663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 65a045134db8%2C34663%2C1732362219904.meta:.meta(num 1732362222039) 2024-11-23T11:44:18,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741833_1009 (size=1701) 2024-11-23T11:44:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741833_1009 (size=1701) 2024-11-23T11:44:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741833_1009 (size=1701) 2024-11-23T11:44:18,280 DEBUG [RS:0;65a045134db8:34663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/oldWALs 2024-11-23T11:44:18,280 INFO [RS:0;65a045134db8:34663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 65a045134db8%2C34663%2C1732362219904:(num 1732362221576) 2024-11-23T11:44:18,280 DEBUG [RS:0;65a045134db8:34663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:44:18,280 INFO [RS:0;65a045134db8:34663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:44:18,280 INFO [RS:0;65a045134db8:34663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:44:18,281 INFO [RS:0;65a045134db8:34663 {}] hbase.ChoreService(370): Chore service for: regionserver/65a045134db8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T11:44:18,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65a045134db8,46225,1732362220087] 2024-11-23T11:44:18,281 INFO [RS:0;65a045134db8:34663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:44:18,281 INFO [regionserver/65a045134db8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:44:18,281 INFO [RS:0;65a045134db8:34663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34663 2024-11-23T11:44:18,290 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/65a045134db8,46225,1732362220087 already deleted, retry=false 2024-11-23T11:44:18,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 65a045134db8,46225,1732362220087 expired; onlineServers=1 2024-11-23T11:44:18,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65a045134db8,34663,1732362219904 2024-11-23T11:44:18,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T11:44:18,299 INFO [RS:0;65a045134db8:34663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:44:18,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65a045134db8,34663,1732362219904] 2024-11-23T11:44:18,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/65a045134db8,34663,1732362219904 already deleted, retry=false 2024-11-23T11:44:18,316 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 65a045134db8,34663,1732362219904 expired; onlineServers=0 2024-11-23T11:44:18,316 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '65a045134db8,38891,1732362219160' ***** 2024-11-23T11:44:18,316 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:44:18,316 INFO [M:0;65a045134db8:38891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:44:18,316 INFO [M:0;65a045134db8:38891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:44:18,316 DEBUG [M:0;65a045134db8:38891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:44:18,317 DEBUG [M:0;65a045134db8:38891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:44:18,317 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:44:18,317 DEBUG [master/65a045134db8:0:becomeActiveMaster-HFileCleaner.large.0-1732362221229 {}] cleaner.HFileCleaner(306): Exit Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.large.0-1732362221229,5,FailOnTimeoutGroup] 2024-11-23T11:44:18,317 DEBUG [master/65a045134db8:0:becomeActiveMaster-HFileCleaner.small.0-1732362221230 {}] cleaner.HFileCleaner(306): Exit Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.small.0-1732362221230,5,FailOnTimeoutGroup] 2024-11-23T11:44:18,317 INFO [M:0;65a045134db8:38891 {}] hbase.ChoreService(370): Chore service for: master/65a045134db8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:44:18,317 INFO [M:0;65a045134db8:38891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:44:18,317 DEBUG [M:0;65a045134db8:38891 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:44:18,318 INFO [M:0;65a045134db8:38891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:44:18,318 INFO [M:0;65a045134db8:38891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:44:18,319 INFO [M:0;65a045134db8:38891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:44:18,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:44:18,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T11:44:18,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:44:18,324 DEBUG [M:0;65a045134db8:38891 {}] zookeeper.ZKUtil(347): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T11:44:18,324 WARN [M:0;65a045134db8:38891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:44:18,326 INFO [M:0;65a045134db8:38891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/.lastflushedseqids 2024-11-23T11:44:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741941_1121 (size=138) 2024-11-23T11:44:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741941_1121 (size=138) 2024-11-23T11:44:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741941_1121 (size=138) 2024-11-23T11:44:18,341 INFO [M:0;65a045134db8:38891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:44:18,341 INFO [M:0;65a045134db8:38891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:44:18,342 DEBUG [M:0;65a045134db8:38891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:44:18,342 INFO [M:0;65a045134db8:38891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:44:18,342 DEBUG [M:0;65a045134db8:38891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:44:18,342 DEBUG [M:0;65a045134db8:38891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:44:18,342 DEBUG [M:0;65a045134db8:38891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:44:18,342 INFO [M:0;65a045134db8:38891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-11-23T11:44:18,355 DEBUG [M:0;65a045134db8:38891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43994b4cf7e749cca1c9b2462bd36f66 is 82, key is hbase:meta,,1/info:regioninfo/1732362222127/Put/seqid=0 2024-11-23T11:44:18,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741942_1122 (size=5672) 2024-11-23T11:44:18,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741942_1122 (size=5672) 2024-11-23T11:44:18,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741942_1122 (size=5672) 2024-11-23T11:44:18,361 INFO [M:0;65a045134db8:38891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43994b4cf7e749cca1c9b2462bd36f66 2024-11-23T11:44:18,381 DEBUG [M:0;65a045134db8:38891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39da38d6da0f4ef89e70f5ee035e4164 is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732362234952/Put/seqid=0 2024-11-23T11:44:18,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:44:18,381 INFO [RS:2;65a045134db8:46225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:44:18,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46225-0x10168cb3e4b0003, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:44:18,381 INFO [RS:2;65a045134db8:46225 {}] regionserver.HRegionServer(1031): Exiting; stopping=65a045134db8,46225,1732362220087; zookeeper connection closed. 2024-11-23T11:44:18,381 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62d5711d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62d5711d 2024-11-23T11:44:18,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741943_1123 (size=7756) 2024-11-23T11:44:18,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741943_1123 (size=7756) 2024-11-23T11:44:18,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741943_1123 (size=7756) 2024-11-23T11:44:18,386 INFO [M:0;65a045134db8:38891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39da38d6da0f4ef89e70f5ee035e4164 2024-11-23T11:44:18,390 INFO [M:0;65a045134db8:38891 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39da38d6da0f4ef89e70f5ee035e4164 2024-11-23T11:44:18,403 DEBUG [M:0;65a045134db8:38891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e989d6c37a1f46279a6fdd7b5bc69f36 is 69, key is 65a045134db8,34663,1732362219904/rs:state/1732362221282/Put/seqid=0 2024-11-23T11:44:18,407 INFO [RS:0;65a045134db8:34663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:44:18,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:44:18,407 INFO [RS:0;65a045134db8:34663 {}] regionserver.HRegionServer(1031): Exiting; stopping=65a045134db8,34663,1732362219904; zookeeper connection closed. 2024-11-23T11:44:18,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34663-0x10168cb3e4b0001, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:44:18,408 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5eb24938 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5eb24938 2024-11-23T11:44:18,408 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-23T11:44:18,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741944_1124 (size=5445) 2024-11-23T11:44:18,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741944_1124 (size=5445) 2024-11-23T11:44:18,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741944_1124 (size=5445) 2024-11-23T11:44:18,410 INFO [M:0;65a045134db8:38891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e989d6c37a1f46279a6fdd7b5bc69f36 2024-11-23T11:44:18,413 INFO [M:0;65a045134db8:38891 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e989d6c37a1f46279a6fdd7b5bc69f36 2024-11-23T11:44:18,415 DEBUG [M:0;65a045134db8:38891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43994b4cf7e749cca1c9b2462bd36f66 as hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43994b4cf7e749cca1c9b2462bd36f66 2024-11-23T11:44:18,419 INFO [M:0;65a045134db8:38891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43994b4cf7e749cca1c9b2462bd36f66, entries=8, sequenceid=168, filesize=5.5 K 2024-11-23T11:44:18,420 DEBUG [M:0;65a045134db8:38891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39da38d6da0f4ef89e70f5ee035e4164 as hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39da38d6da0f4ef89e70f5ee035e4164 2024-11-23T11:44:18,424 INFO [M:0;65a045134db8:38891 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39da38d6da0f4ef89e70f5ee035e4164 2024-11-23T11:44:18,424 INFO [M:0;65a045134db8:38891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39da38d6da0f4ef89e70f5ee035e4164, entries=17, sequenceid=168, filesize=7.6 K 2024-11-23T11:44:18,425 DEBUG [M:0;65a045134db8:38891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e989d6c37a1f46279a6fdd7b5bc69f36 as hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e989d6c37a1f46279a6fdd7b5bc69f36 2024-11-23T11:44:18,429 INFO [M:0;65a045134db8:38891 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e989d6c37a1f46279a6fdd7b5bc69f36 2024-11-23T11:44:18,430 INFO [M:0;65a045134db8:38891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38869/user/jenkins/test-data/d665b8e6-869e-32fa-42a0-dce4d9f8dda9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e989d6c37a1f46279a6fdd7b5bc69f36, entries=3, sequenceid=168, filesize=5.3 K 2024-11-23T11:44:18,430 INFO [M:0;65a045134db8:38891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 88ms, sequenceid=168, compaction requested=false 2024-11-23T11:44:18,432 INFO [M:0;65a045134db8:38891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:44:18,432 DEBUG [M:0;65a045134db8:38891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732362258342Disabling compacts and flushes for region at 1732362258342Disabling writes for close at 1732362258342Obtaining lock to block concurrent updates at 1732362258342Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732362258342Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1732362258342Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732362258343 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732362258343Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732362258355 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732362258355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732362258365 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732362258380 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732362258380Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732362258390 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732362258403 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732362258403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b569d5: reopening flushed file at 1732362258413 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f86dd68: reopening flushed file at 1732362258419 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2560ea30: reopening flushed file at 1732362258424 (+5 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 88ms, sequenceid=168, compaction requested=false at 1732362258431 (+7 ms)Writing region close event to WAL at 1732362258432 (+1 ms)Closed at 1732362258432 2024-11-23T11:44:18,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741830_1006 (size=56591) 2024-11-23T11:44:18,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42919 is added to blk_1073741830_1006 (size=56591) 2024-11-23T11:44:18,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41665 is added to blk_1073741830_1006 (size=56591) 2024-11-23T11:44:18,435 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:44:18,435 INFO [M:0;65a045134db8:38891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:44:18,435 INFO [M:0;65a045134db8:38891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38891 2024-11-23T11:44:18,436 INFO [M:0;65a045134db8:38891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:44:18,564 INFO [M:0;65a045134db8:38891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:44:18,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:44:18,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38891-0x10168cb3e4b0000, quorum=127.0.0.1:65080, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:44:18,570 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238214 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238214 (inode 16655) Holder DFSClient_NONMAPREDUCE_-679827795_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732362237966/wal.1732362238214 (inode 16655) Holder DFSClient_NONMAPREDUCE_-679827795_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-23T11:44:18,570 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732362230096/wal.1732362230197 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:18,571 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732362253323/wal.1732362253499 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:18,573 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362247583 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362247583 (inode 16678) Holder DFSClient_NONMAPREDUCE_-679827795_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732362238340/wal.1732362247583 (inode 16678) Holder DFSClient_NONMAPREDUCE_-679827795_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-23T11:44:18,574 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732362223210/wal.1732362223274 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:18,576 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362248257 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362248257 (inode 16704) Holder DFSClient_NONMAPREDUCE_-679827795_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732362247789/wal.1732362248257 (inode 16704) Holder DFSClient_NONMAPREDUCE_-679827795_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-23T11:44:18,576 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732362248814/wal.1732362248977 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:44:18,578 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal.1732362223082 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal.1732362223082 (inode 16485) Holder DFSClient_NONMAPREDUCE_-679827795_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732362222910/wal.1732362223082 (inode 16485) Holder DFSClient_NONMAPREDUCE_-679827795_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-23T11:44:18,581 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal.1732362222653 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal.1732362222653 (inode 16462) Holder DFSClient_NONMAPREDUCE_-679827795_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732362222416/wal.1732362222653 (inode 16462) Holder DFSClient_NONMAPREDUCE_-679827795_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-23T11:44:18,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e18a9fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:44:18,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1846121a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:44:18,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:44:18,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3551c61e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:44:18,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@199c0cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/hadoop.log.dir/,STOPPED} 2024-11-23T11:44:18,610 WARN [BP-1080687794-172.17.0.2-1732362215254 heartbeating to localhost/127.0.0.1:38869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:44:18,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:44:18,610 WARN [BP-1080687794-172.17.0.2-1732362215254 heartbeating to localhost/127.0.0.1:38869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1080687794-172.17.0.2-1732362215254 (Datanode Uuid e326c979-3fbe-4991-b65e-ef0298038edd) service to localhost/127.0.0.1:38869 2024-11-23T11:44:18,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:44:18,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data5/current/BP-1080687794-172.17.0.2-1732362215254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:44:18,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data6/current/BP-1080687794-172.17.0.2-1732362215254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:44:18,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:44:18,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5830c4ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:44:18,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a3a086{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:44:18,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:44:18,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@742c5368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:44:18,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e220c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/hadoop.log.dir/,STOPPED} 2024-11-23T11:44:18,619 WARN [BP-1080687794-172.17.0.2-1732362215254 heartbeating to localhost/127.0.0.1:38869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:44:18,620 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:44:18,620 WARN [BP-1080687794-172.17.0.2-1732362215254 heartbeating to localhost/127.0.0.1:38869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1080687794-172.17.0.2-1732362215254 (Datanode Uuid 96f1ab13-f8a9-4fec-82d1-644d13f895df) service to localhost/127.0.0.1:38869 2024-11-23T11:44:18,620 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:44:18,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data3/current/BP-1080687794-172.17.0.2-1732362215254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:44:18,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data4/current/BP-1080687794-172.17.0.2-1732362215254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:44:18,621 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:44:18,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c375759{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:44:18,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e9da5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:44:18,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:44:18,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c08d013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:44:18,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aba7e4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/hadoop.log.dir/,STOPPED} 2024-11-23T11:44:18,627 WARN [BP-1080687794-172.17.0.2-1732362215254 heartbeating to localhost/127.0.0.1:38869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:44:18,627 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:44:18,627 WARN [BP-1080687794-172.17.0.2-1732362215254 heartbeating to localhost/127.0.0.1:38869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1080687794-172.17.0.2-1732362215254 (Datanode Uuid 22f5cac9-b0f1-4e33-a2ef-16d997d30b61) service to localhost/127.0.0.1:38869 2024-11-23T11:44:18,627 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:44:18,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data1/current/BP-1080687794-172.17.0.2-1732362215254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:44:18,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/cluster_025530b0-b8ce-ec98-c762-8346eba83598/data/data2/current/BP-1080687794-172.17.0.2-1732362215254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:44:18,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:44:18,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c8b857b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:44:18,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58a7ff93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:44:18,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:44:18,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a6f93cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:44:18,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dc5014{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/605a073c-0978-712b-f352-647ed59d7664/hadoop.log.dir/,STOPPED} 2024-11-23T11:44:18,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:44:18,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down